-- Logs begin at Wed 2022-02-16 15:22:58 UTC, end at Wed 2022-02-16 16:24:31 UTC. -- Feb 16 15:53:52.317537 dv-cinder-829560-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 15:53:55.489788 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:53:55.490413 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 15:53:55.490601 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102516) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:53:55.494334 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.common.config [-] Logging enabled! Feb 16 15:53:55.494588 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev505 Feb 16 15:53:55.494905 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102516) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 16 15:53:55.495915 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:53:55.496155 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 15:53:55.496637 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:53:55.496884 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 15:53:55.497112 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 15:53:55.497435 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.497874 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 16 15:53:55.498188 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.498484 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.498777 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.499099 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.499394 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.499679 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.499971 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.500266 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.500551 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.500829 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.501111 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.501405 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.501691 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.501980 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.502267 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.502553 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] debug = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.502834 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.503297 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.503703 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.503985 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.504277 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.504558 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.504833 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.505114 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.505399 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.505731 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] host = dv-cinder-829560-1-iscsi {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.506011 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.506298 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.506586 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.506870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.507179 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.507461 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.507750 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.508026 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.508472 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.508972 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.509085 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.509385 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.509682 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.509909 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.510134 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.510425 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.510715 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.510995 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.511298 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.511576 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.511851 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.512127 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.512398 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.512683 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.512969 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.513256 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.513533 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.513810 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.514086 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.514362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.514650 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.514926 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.515229 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.515510 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.515799 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.516074 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.516351 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.516654 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.516942 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.517226 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.517514 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.517793 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.518078 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.518353 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.518626 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.518898 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] use_json = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.519192 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.519469 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.519752 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.520025 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.520299 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.520576 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.520848 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.521135 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.521411 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:55.521710 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.522007 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.522307 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.522609 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.522900 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.523205 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.523498 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.523779 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.524608 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.525113 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.525211 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.525493 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.525797 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.526090 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.526388 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.526700 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.526998 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.527316 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.527593 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.527870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.528153 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.528431 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.528722 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.529002 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.529292 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.529580 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.529861 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.530161 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.530449 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.530743 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.531043 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.531403 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.531682 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.531979 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.532262 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.532537 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.532816 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.533105 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.533383 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.533656 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.533939 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.534218 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.534490 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.534759 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.535055 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.535350 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.535626 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.535898 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.536168 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.536443 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.536714 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.536996 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.537270 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.537541 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.537811 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.538088 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.538359 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.538630 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.538906 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.539205 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.539512 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.540377 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.540620 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.540978 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.541168 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.541438 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.541708 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.541978 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.542255 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.542529 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.542798 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.543094 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.543637 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.543910 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.544197 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.544499 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.544781 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.545069 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.545350 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.545631 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.545909 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.546187 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.546465 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.546744 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.547018 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.547332 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.547619 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.547909 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.548217 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.548499 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.548798 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.549076 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.549359 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.549637 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.549916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.550201 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.550487 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.550782 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.551102 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.551400 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.551694 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.551988 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.552270 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.552587 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.552870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:55.553086 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 15:53:55.553333 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102516) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 15:53:55.934679 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 15:53:55.934966 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 15:53:55.935294 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 16 15:53:55.935632 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 15:53:56.271614 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.271911 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.272178 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.273481 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.273751 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.274528 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.318758 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.319050 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.319339 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.333667 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.333948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.334218 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.468772 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.469059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.469329 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.506192 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.506809 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.506809 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.752830 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.753046 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.753309 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.753572 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.754261 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.860906 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.861229 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.861516 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.861787 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.862051 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.862358 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.862616 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.862871 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.863145 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.863426 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.863685 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.863948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.864200 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.864447 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.864699 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.864958 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.865208 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.865470 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.865737 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.865993 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.866260 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.866508 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.866786 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.867190 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.867439 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.867787 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.868236 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:56.868473 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:56.868716 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:56.868955 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:56.869189 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:56.869421 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:56.869791 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 15:53:56.873205 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 15:53:56.878358 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 15:53:56.882321 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 16 15:53:56.884540 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 15:53:56.885006 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 15:53:56.885338 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 15:53:56.885723 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 15:53:56.888615 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 15:53:56.888868 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 15:53:56.889221 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 15:53:56.894121 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 16 15:53:56.917511 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 16 15:53:56.917978 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.918534 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102516) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 16 15:53:56.919106 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.920521 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102516) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 15:53:56.920812 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 15:53:56.921059 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 15:53:56.924452 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.924731 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:56.987471 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 15:53:56.987716 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 15:53:56.987955 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 15:53:56.988337 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 15:53:57.010220 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_db.sqlalchemy.engines [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102516) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 16 15:53:57.464012 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing driver for type 'gre' Feb 16 15:53:57.464963 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] gre ID ranges: [(1, 1000)] Feb 16 15:53:57.520546 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing driver for type 'local' Feb 16 15:53:57.521211 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing driver for type 'vlan' Feb 16 15:53:57.533938 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] VlanTypeDriver initialization complete Feb 16 15:53:57.534299 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing driver for type 'vxlan' Feb 16 15:53:57.534820 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] vxlan ID ranges: [(1, 1000)] Feb 16 15:53:57.593118 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing extension driver 'port_security' Feb 16 15:53:57.593466 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.extensions.port_security [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] PortSecurityExtensionDriver initialization complete Feb 16 15:53:57.593809 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing mechanism driver 'openvswitch' Feb 16 15:53:57.594136 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing mechanism driver 'hyperv' Feb 16 15:53:57.601078 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.plugin [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:57.602451 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.602881 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.603676 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.603893 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102516) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:53:57.604805 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.604805 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.604995 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.605383 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102516) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:53:57.605878 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.606222 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.606561 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.606960 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102516) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:53:57.607399 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > security_group after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.607748 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > security_group after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.608087 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > security_group after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.608483 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102516) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:53:57.608886 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.609231 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.609571 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.609966 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102516) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:53:57.610369 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > address_group after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.610713 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > address_group after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.611067 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > address_group after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.611465 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102516) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 16 15:53:57.611915 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] ML2 OVO RPC backend initialized. {{(pid=102516) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 16 15:53:57.612629 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.612985 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.613401 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.613749 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > networks before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.614097 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.614435 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > ports before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.614778 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.615141 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnets before_response 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.615489 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.615826 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.616159 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.616493 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.616830 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.617162 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.617585 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.618738 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.618946 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > subnet after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.626429 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded quota_driver: . Feb 16 15:53:57.626798 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.plugin [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Modular L2 Plugin initialization complete Feb 16 15:53:57.627179 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading services supported by the core plugin {{(pid=102516) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 15:53:57.627524 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.plugins.ml2.managers [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Got port-security extension from driver 'port_security' Feb 16 15:53:57.628015 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.extensions.vlantransparent [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Disabled vlantransparent extension. Feb 16 15:53:57.628511 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102516) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 15:53:57.628838 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: router Feb 16 15:53:57.667195 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_interface before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.667593 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_create 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.667964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router before_create 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.668593 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.668967 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.669324 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_delete 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.669687 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > floatingip after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.670040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > floatingip after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.670398 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_create 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.670742 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_update 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.671118 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_update 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.671469 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.671823 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_update 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.672232 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_update 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.672602 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.672945 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.673284 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: subnet after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.673630 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.673976 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > port precommit_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.674322 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_create 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.674662 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.675004 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.675384 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router after_update 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.675729 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_delete 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.675729 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_create 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.676762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router_interface after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.676919 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_update 55549900 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.677273 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > agent after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.677621 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > agent after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.677969 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > network after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.678858 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Tracking information for resource: router configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:57.679215 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Tracking information for resource: floatingip configured {{(pid=102516) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 15:53:57.684892 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.db.l3_agentschedulers_db [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 15:53:57.685487 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.685843 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port after_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.686194 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port after_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.686547 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: port after_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.687377 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router before_create 55550100 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.687746 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_delete 55550100 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.688109 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_create 55550100 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.688462 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > router precommit_update 55550100 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.693250 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.provider_configuration [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service providers = [] {{(pid=102516) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 15:53:57.693617 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.db.servicetype_db [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102516) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 15:53:57.696789 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.service_base [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102516) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:53:57.697135 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.service_base [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102516) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:53:57.697478 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.service_base [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102516) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:53:57.698373 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.services.service_base [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102516) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 15:53:57.698744 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.services.service_base [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 15:53:57.699156 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.699475 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 15:53:57.710256 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.710592 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: auto_allocate Feb 16 15:53:57.717321 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: network precommit_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.717644 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: network precommit_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.718179 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.718493 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: tag Feb 16 15:53:57.725385 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.725712 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: timestamp Feb 16 15:53:57.730219 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.730548 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: network_ip_availability Feb 16 15:53:57.736153 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.736529 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.736882 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.737633 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.737951 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: flavors Feb 16 15:53:57.743277 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.743604 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading Plugin: revisions Feb 16 15:53:57.748051 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102516) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 15:53:57.748445 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_concurrency.lockutils [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=102516) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 16 15:53:57.749208 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102516) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 16 15:53:57.749543 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Initializing extension manager. Feb 16 15:53:57.750069 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: __init__.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.750413 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: __pycache__ {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.750748 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.751113 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: address_group.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.751891 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.752474 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: address-group Feb 16 15:53:57.752803 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: address_scope.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.753518 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.754034 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: address-scope Feb 16 15:53:57.754359 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: admin_state_down_before_update.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.755309 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.755822 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: router-admin-state-down-before-update Feb 16 15:53:57.756145 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: agent.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.756845 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.757365 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: agent Feb 16 15:53:57.757685 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: agent_resources_synced.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.758643 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.759187 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: agent-resources-synced Feb 16 15:53:57.759514 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: allowedaddresspairs.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.761338 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.761862 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: allowed-address-pairs Feb 16 15:53:57.762189 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: auto_allocated_topology.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.763326 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.763843 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: auto-allocated-topology Feb 16 15:53:57.764170 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: availability_zone.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.764867 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.765381 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: availability_zone Feb 16 15:53:57.765704 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: availability_zone_filter.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.766614 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.767160 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: availability_zone_filter Feb 16 15:53:57.767490 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: data_plane_status.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.768394 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.768893 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 15:53:57.769211 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: default_subnetpools.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.770125 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.770640 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: default-subnetpools Feb 16 15:53:57.770964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: dhcpagentscheduler.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.771816 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.772327 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: dhcp_agent_scheduler Feb 16 15:53:57.772648 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: dns.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.773557 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.774588 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension dns-integration not supported by any of loaded plugins Feb 16 15:53:57.774913 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: dns_domain_ports.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.775849 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.776353 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 15:53:57.776674 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.777592 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.778100 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 16 15:53:57.778419 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: dvr.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.779112 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.779627 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: dvr Feb 16 15:53:57.779948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: ecmp_routes.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.780856 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.781364 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension ecmp_routes not supported by any of loaded plugins Feb 16 15:53:57.781687 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: empty_string_filtering.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.782592 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.783129 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: empty-string-filtering Feb 16 15:53:57.783455 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.784370 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.784880 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:53:57.785203 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.786121 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.786633 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 15:53:57.786953 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: external_net.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.787887 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.788402 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: external-net Feb 16 15:53:57.788727 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: extra_dhcp_opt.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.790237 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.790751 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: extra_dhcp_opt Feb 16 15:53:57.791100 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: extraroute.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.792023 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.792541 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: extraroute Feb 16 15:53:57.792863 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: extraroute_atomic.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.794172 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.794684 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: extraroute-atomic Feb 16 15:53:57.795007 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: filter_validation.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.795705 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.796213 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: filter-validation Feb 16 15:53:57.796531 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: fip_pf_description.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.797433 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.797944 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 15:53:57.798264 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: fip_port_details.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.799419 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.799930 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: fip-port-details Feb 16 15:53:57.800255 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: flavors.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.801515 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.802045 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: flavors Feb 16 15:53:57.802368 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.804098 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.804628 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 15:53:57.804962 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: floatingip_pools.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.805689 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.806204 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: floatingip-pools Feb 16 15:53:57.806532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: ip_allocation.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.807503 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.808020 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 15:53:57.808350 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.809267 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.809781 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: ip-substring-filtering Feb 16 15:53:57.810106 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l2_adjacency.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.811052 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.811564 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 15:53:57.811886 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.812886 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.813407 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: router Feb 16 15:53:57.813732 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_conntrack_helper.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.816052 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.816595 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 15:53:57.816928 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.817906 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.818424 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: ext-gw-mode Feb 16 15:53:57.818751 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.819694 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.820207 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: l3-ha Feb 16 15:53:57.820531 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.821469 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.821972 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 16 15:53:57.822299 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_flavors.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.823244 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.823752 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: l3-flavors Feb 16 15:53:57.824072 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_ndp_proxy.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.825493 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.826021 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 16 15:53:57.826348 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.827299 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.827824 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 15:53:57.828149 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: l3agentscheduler.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.829239 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.829756 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: l3_agent_scheduler Feb 16 15:53:57.830083 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: local_ip.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.831934 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.832470 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension local_ip not supported by any of loaded plugins Feb 16 15:53:57.832818 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: logging.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.834479 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.835009 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension logging not supported by any of loaded plugins Feb 16 15:53:57.835368 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: metering.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.836123 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.837427 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: metering Feb 16 15:53:57.837879 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.839163 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.839699 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: metering_source_and_destination_fields Feb 16 15:53:57.840034 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: multiprovidernet.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.840965 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.841490 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: multi-provider Feb 16 15:53:57.841822 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: netmtu.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.842739 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.843292 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: net-mtu Feb 16 15:53:57.843620 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: netmtu_writable.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.844540 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.845059 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: net-mtu-writable Feb 16 15:53:57.845388 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: network_availability_zone.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.846067 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.846625 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: network_availability_zone Feb 16 15:53:57.846948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: network_ip_availability.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.848156 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.848676 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: network-ip-availability Feb 16 15:53:57.849000 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: network_segment_range.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.849787 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.850297 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 15:53:57.850619 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: pagination.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.851629 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.852036 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: pagination Feb 16 15:53:57.852907 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: port_device_profile.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.853806 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.854326 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: port-device-profile Feb 16 15:53:57.854652 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.855605 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.856150 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: port-mac-address-regenerate Feb 16 15:53:57.856446 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.857363 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.857892 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: port-numa-affinity-policy Feb 16 15:53:57.858204 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: port_resource_request.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.859188 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.859697 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 15:53:57.860017 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: port_resource_request_groups.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.860982 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.861485 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 16 15:53:57.861808 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: portbindings.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.862729 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.863266 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: binding Feb 16 15:53:57.863591 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: portbindings_extended.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.864993 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.865532 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: binding-extended Feb 16 15:53:57.865836 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: portsecurity.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.866751 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.867292 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: port-security Feb 16 15:53:57.867656 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: project_id.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.868629 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.868959 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: project-id Feb 16 15:53:57.869406 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: providernet.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.870322 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.870844 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: provider Feb 16 15:53:57.871207 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.874870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.875438 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos not supported by any of loaded plugins Feb 16 15:53:57.875791 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.877048 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.877579 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 15:53:57.877906 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.878832 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.879392 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 15:53:57.879716 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_default.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.880907 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.881456 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-default not supported by any of loaded plugins Feb 16 15:53:57.881832 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_fip.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.882840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.883497 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-fip not supported by any of loaded plugins Feb 16 15:53:57.883828 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_fip_network_policy.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.884774 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.885459 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 16 15:53:57.885807 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_gateway_ip.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.886963 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.887542 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 15:53:57.887963 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_port_network_policy.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.888948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.889568 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 15:53:57.890040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.891301 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.892001 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 16 15:53:57.892392 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.893583 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.894108 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 16 15:53:57.894469 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_pps_rule.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.895882 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.896427 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-pps not supported by any of loaded plugins Feb 16 15:53:57.896833 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_rule_type_details.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.898147 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.898763 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 15:53:57.899768 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: qos_rules_alias.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.900977 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.901561 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 15:53:57.901921 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: quota_check_limit.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.903082 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.903589 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: quota-check-limit Feb 16 15:53:57.903915 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: quotasv2.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.905128 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.905481 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: quotas Feb 16 15:53:57.905857 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: quotasv2_detail.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.907863 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.908203 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: quota_details Feb 16 15:53:57.908560 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: rbac.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.909848 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.910321 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: rbac-policies Feb 16 15:53:57.910656 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: rbac_address_group.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.911650 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.912173 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: rbac-address-group Feb 16 15:53:57.912502 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: rbac_address_scope.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.913447 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.913971 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: rbac-address-scope Feb 16 15:53:57.914295 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: rbac_security_groups.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.915858 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.916469 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: rbac-security-groups Feb 16 15:53:57.916799 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: rbac_subnetpool.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.917810 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.918579 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: rbac-subnetpool Feb 16 15:53:57.918901 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: revisionifmatch.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.919861 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.920375 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: revision-if-match Feb 16 15:53:57.920700 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: revisions.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.921856 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.922371 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: standard-attr-revisions Feb 16 15:53:57.922701 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: router_availability_zone.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.923409 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.923926 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: router_availability_zone Feb 16 15:53:57.924247 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: routerservicetype.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.925174 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.925692 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension router-service-type not supported by any of loaded plugins Feb 16 15:53:57.926013 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.926935 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.927482 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: security-groups-normalized-cidr Feb 16 15:53:57.927813 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: security_groups_port_filtering.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.928736 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.929249 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: port-security-groups-filtering Feb 16 15:53:57.929630 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.930786 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.931336 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: security-groups-remote-address-group Feb 16 15:53:57.931662 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.932606 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.933116 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: security-groups-shared-filtering Feb 16 15:53:57.933438 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.934026 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 16 15:53:57.934349 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: securitygroup.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.944214 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.944754 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: security-group Feb 16 15:53:57.945085 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: segment.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.945919 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.946434 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension segment not supported by any of loaded plugins Feb 16 15:53:57.946758 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.947736 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.948255 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 15:53:57.948578 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: servicetype.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.949714 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.950242 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: service-type Feb 16 15:53:57.950568 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: sorting.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.951575 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.951905 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: sorting Feb 16 15:53:57.952229 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: standard_attr_segment.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.953156 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.953681 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 15:53:57.954006 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: standardattrdescription.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.954654 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.955202 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: standard-attr-description Feb 16 15:53:57.955528 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: stateful_security_group.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.956470 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.956957 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: stateful-security-group Feb 16 15:53:57.957280 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: stdattrs_common.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.957854 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 15:53:57.958176 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.959117 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.959639 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 15:53:57.959962 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: subnet_onboard.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.961035 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.962079 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: subnet_onboard Feb 16 15:53:57.962407 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.963387 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.963903 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 15:53:57.964228 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: subnet_service_types.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.965154 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.965675 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: subnet-service-types Feb 16 15:53:57.965997 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: subnetallocation.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.967105 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.967676 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: subnet_allocation Feb 16 15:53:57.967945 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.968627 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.969144 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: subnetpool-prefix-ops Feb 16 15:53:57.969468 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.970435 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.970942 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 15:53:57.971287 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: tagging.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.972380 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.972906 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: standard-attr-tag Feb 16 15:53:57.973234 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: timestamp.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.974442 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.974963 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loaded extension: standard-attr-timestamp Feb 16 15:53:57.975315 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: trunk.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.976346 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.976870 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension trunk not supported by any of loaded plugins Feb 16 15:53:57.977776 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: trunk_details.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.978864 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.979414 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension trunk-details not supported by any of loaded plugins Feb 16 15:53:57.979740 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: uplink_status_propagation.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.980658 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.981169 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 15:53:57.981493 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Loading extension file: vlantransparent.py {{(pid=102516) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 16 15:53:57.982170 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102516) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 16 15:53:57.982675 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 15:53:57.985279 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:network Feb 16 15:53:57.985849 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:subnet Feb 16 15:53:57.986249 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:53:57.986639 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:port Feb 16 15:53:57.989147 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.989599 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service FLAVORS assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.994088 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.994088 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.994088 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:router Feb 16 15:53:57.994088 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:53:57.994088 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service METERING assigned prefix: /metering {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.994088 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.994569 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.994569 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102516) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 15:53:57.995374 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:53:57.995821 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:53:57.998486 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:53:57.998486 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service CORE assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.998486 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:53:57.998486 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] subnetpool is already registered Feb 16 15:53:57.998486 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service CORE assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:57.998486 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:53:57.998930 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] subnetpool is already registered Feb 16 15:53:58.000970 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.001407 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service FLAVORS assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.002000 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.002421 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.002754 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:router Feb 16 15:53:58.003121 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] router is already registered Feb 16 15:53:58.003533 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:floatingip Feb 16 15:53:58.003868 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] floatingip is already registered Feb 16 15:53:58.004324 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service METERING assigned prefix: /metering {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.004988 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 15:53:58.005311 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] rbac_policy is already registered Feb 16 15:53:58.005723 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:security_group Feb 16 15:53:58.006057 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] security_group is already registered Feb 16 15:53:58.006459 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 15:53:58.006791 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] security_group_rule is already registered Feb 16 15:53:58.007458 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service CORE assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.007785 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:53:58.008119 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] subnetpool is already registered Feb 16 15:53:58.008741 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.v2.resource_helper [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Service CORE assigned prefix: {{(pid=102516) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 15:53:58.009167 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 15:53:58.009503 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING neutron.quota.resource_registry [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] subnetpool is already registered Feb 16 15:53:58.009976 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: extensions {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.011489 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: address-groups {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.012972 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: address-scopes {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.014291 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: agents {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.015888 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: auto-allocated-topology {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.016712 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: availability_zones {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.017913 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: dhcp-networks {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.019438 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: dhcp-agents {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.020864 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: routers {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.023089 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: flavors {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.024883 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: service_profiles {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.026087 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: next_providers {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.027542 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: service_profiles {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.029095 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: floatingip-pools {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.030310 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: routers {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.032432 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: floatingips {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.033695 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: l3-routers {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.035110 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: l3-agents {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.036537 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: metering-labels {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.037872 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: metering-label-rules {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.039179 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: network-ip-availabilities {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.041039 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: bindings {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.042667 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: quotas {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.044528 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: quotas {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.046033 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: rbac-policies {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.047348 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: security-groups {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.048578 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: security-group-rules {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.049816 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: service-providers {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.051019 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: subnetpools {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.052437 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: subnetpools {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.053898 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.055729 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.058580 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.060375 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.193156 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.195061 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.196773 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.198649 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.200447 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.202296 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron.api.extensions [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Extended resource: tags {{(pid=102516) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 16 15:53:58.208255 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING keystonemiddleware.auth_token [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 15:53:58.213000 dv-cinder-829560-1-iscsi neutron-server[102516]: WARNING keystonemiddleware.auth_token [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 15:53:58.221917 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_concurrency.lockutils [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Acquired lock "singleton_lock" {{(pid=102516) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 16 15:53:58.222339 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_concurrency.lockutils [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Releasing lock "singleton_lock" {{(pid=102516) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 16 15:53:58.222995 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Starting 2 workers Feb 16 15:53:58.228673 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Started child 102627 {{(pid=102516) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:53:58.233349 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Started child 102628 {{(pid=102516) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:53:58.234011 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:53:58.234941 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO neutron.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 15:53:58.235649 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Publish callbacks [] for process (None), before_spawn {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:53:58.235818 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [-] (102627) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:53:58.238288 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Starting 1 workers Feb 16 15:53:58.238883 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:53:58.240450 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [-] (102628) wsgi starting up on http://0.0.0.0:9696 Feb 16 15:53:58.244365 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Started child 102629 {{(pid=102516) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:53:58.244942 dv-cinder-829560-1-iscsi neutron-server[102516]: INFO oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Starting 1 workers Feb 16 15:53:58.248295 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] calling RpcWorker wait() {{(pid=102629) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 15:53:58.248878 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] returning from RpcWorker wait() {{(pid=102629) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 15:53:58.250680 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Started child 102630 {{(pid=102516) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 16 15:53:58.250809 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:53:58.250885 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG neutron_lib.callbacks.manager [None req-868c0094-8b60-4f60-baf1-4ea54684c33c None None] Publish callbacks [] for process (None), after_spawn {{(pid=102516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:53:58.250955 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:58.252365 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102516) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 15:53:58.252585 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:53:58.252764 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 15:53:58.252994 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:53:58.253340 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 15:53:58.253502 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 15:53:58.254167 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.254455 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.254630 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:53:58.255123 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.255123 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.255354 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.255629 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:58.255826 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.256086 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.256323 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.256592 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.256845 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.257019 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.257186 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.257453 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.257686 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.257969 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.258264 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.258514 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.258770 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.258948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.259231 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.259520 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.259772 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.260049 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] debug = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.260293 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.260772 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.260996 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.261245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.261486 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.261767 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.262013 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.262310 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.262547 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.262784 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.263047 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.263341 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.263574 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.263785 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.264089 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.264240 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.264484 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.264725 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.265184 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] host = dv-cinder-829560-1-iscsi {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.265423 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.265640 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.265869 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.266126 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.266376 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.266593 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.266867 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.267152 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.267381 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.267624 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.267867 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.268097 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.268310 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.268554 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.268706 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_options = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.268949 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.269278 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.269474 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.269677 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.269830 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.269977 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.270238 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.270401 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.270642 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.270910 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.271090 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.271330 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.271520 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.271733 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.271974 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.272202 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.272473 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.272705 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.272900 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.273125 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.273348 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.273593 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.273870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.274072 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.274401 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.274571 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.274749 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.274937 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.275159 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.275382 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.275628 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.275884 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.276243 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.276383 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.276565 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.276804 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.277288 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.277288 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.277668 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.277668 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.277930 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.278230 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.278384 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.278629 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.278950 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.279206 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.279524 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_json = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.279698 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.279867 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.280138 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.280357 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.280570 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.281723 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.281723 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.281723 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.281723 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.282916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.282916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.282916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.282916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.282916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.283346 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.283346 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.283608 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.283837 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.284060 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.284513 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.284874 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.285182 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.285554 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.285944 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.286252 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.286512 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.286775 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.287048 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.287281 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.287498 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.287724 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.287994 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.288358 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.288767 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.289157 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.290063 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.290504 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.290920 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.291613 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.292036 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.292424 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.292848 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.293476 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.293890 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.294262 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.294632 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.294859 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.295108 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.295381 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.295642 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.295880 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.296161 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.296405 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.296638 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.296866 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.297284 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.297705 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.298118 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.298519 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.298909 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.299320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.299718 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.300121 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.300545 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.300982 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.301410 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.301877 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.302302 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.302711 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.303140 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.303562 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.304010 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.304453 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.304907 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.305885 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.306487 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.307126 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.307600 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.307931 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.308250 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.308567 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.308888 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.309221 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.309549 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.309870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.310183 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.310506 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.310849 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.311161 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.311448 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.311839 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.312256 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.312686 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.312958 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.313382 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.313792 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.314200 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.314623 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.315059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.315550 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.316041 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.316446 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.316792 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.317130 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.317455 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.317787 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.318078 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.318386 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.318644 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.318870 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.319149 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.319441 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.319703 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.319936 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.320388 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.320847 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.321433 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.321919 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.322293 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.322657 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.323080 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.323350 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.323634 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.323871 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.324136 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.324376 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.324626 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.324911 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.325160 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.325428 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.325801 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.326072 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.326378 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.326641 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.326909 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.327185 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.327467 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.327735 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.327965 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.328217 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.328480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.328749 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.328974 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.329229 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.329450 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.329675 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.329916 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.330268 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.330519 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.330758 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.330995 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.331300 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.331544 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.331783 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.332050 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.332310 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.332543 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.332796 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.333040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.333473 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.333764 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.334058 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.334340 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.334634 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.334929 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.335250 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.335555 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.335849 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.336172 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.336760 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.336982 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.337390 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.337620 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.337843 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.338090 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.338470 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.338699 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.338941 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.339193 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.339903 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.339903 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.339903 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.340129 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.340320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.340596 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.340846 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.341082 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.341312 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.341564 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.341798 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.342006 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.342432 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.342735 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.343052 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.343282 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.343511 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.343711 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.343942 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.344362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.344579 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.344831 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.345084 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.345432 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.345694 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.345931 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.346185 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.346419 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.346634 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.346846 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.347135 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.347356 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.347573 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.347815 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.348032 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.348247 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.348460 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.348673 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.348902 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.349349 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.349776 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.350207 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.350508 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.350735 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.350957 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.351202 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.351443 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.351655 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.352392 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.352687 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.352905 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.353140 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.353420 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.353670 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.353905 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.354157 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.354375 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.354592 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.354868 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.355185 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.355321 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.355534 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.355749 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.355958 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.356203 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.356414 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.356623 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.356844 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.357061 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.357183 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:53:58.357276 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.357484 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.357694 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.357920 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.358142 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.358360 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.358569 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.358794 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.359006 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.359264 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.359487 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.359703 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.359908 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.360131 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.360343 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.360551 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.360776 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.360988 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.361200 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.361508 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.361766 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.361985 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.362277 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.362521 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.362764 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.363005 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.363306 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.363545 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.363804 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.364045 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.364266 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.364516 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.364809 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.365079 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.365384 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.365645 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.365905 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.366174 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.366653 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.366929 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.367176 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.367478 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.368600 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.368752 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.368994 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.369250 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.369491 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.369733 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.369949 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.370162 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.370405 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.370621 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.370876 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.371140 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.371368 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.371583 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.371811 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.372044 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.372266 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.372494 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.372729 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.372941 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.373097 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 15:53:58.373626 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102516) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 16 15:53:58.373764 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 15:53:58.373915 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 15:53:58.374081 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 15:53:58.374247 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 15:53:58.374396 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 15:53:58.374601 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.374765 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.374923 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.375104 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.375262 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.375440 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.375598 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.375755 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.375910 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.376066 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.376225 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.376381 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.376537 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.376694 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.376849 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377006 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377161 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377318 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377481 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377640 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377797 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.377948 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.378128 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] debug = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.378248 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.378634 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.378634 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.378911 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.378911 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379093 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379213 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379352 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379507 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379666 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379820 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.379976 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.380131 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.380287 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.380444 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.380599 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.380753 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.380908 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381063 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] host = dv-cinder-829560-1-iscsi {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381222 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381377 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381687 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381842 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.381999 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.382154 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.382310 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.382465 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.382619 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.382775 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.382930 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.383112 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.383377 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.383604 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_options = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.383819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.383946 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.384166 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.384295 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.384430 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.384554 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.384677 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.384876 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385011 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385136 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385257 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385378 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385529 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385686 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.385995 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.386151 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.386307 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.386463 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.386642 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.387362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.387362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.387362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.387362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.387362 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.388532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.389577 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.390480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.390480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.390480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.390480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.390480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.390480 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_json = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.391762 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393059 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.393840 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.394541 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.394541 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.394541 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.394541 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.394541 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395171 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395171 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395171 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395171 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395610 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395610 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.395610 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396037 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396037 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396037 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396376 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396376 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396605 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396725 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396855 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.396977 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.397099 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.397219 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.397371 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.397532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.397692 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.397852 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.398011 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.398170 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.398328 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.398486 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.398647 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.399355 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.399525 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.399687 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.399847 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400008 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400172 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400330 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.400819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.402747 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.404320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.405245 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406040 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.406964 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407490 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407490 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407490 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407705 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407705 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407847 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.407974 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.408132 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.408296 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.408454 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.408630 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.408773 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.408930 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.409089 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.409247 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.409406 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.409563 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.409723 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.409881 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.410039 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.410198 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.410357 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.410525 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.410684 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.410852 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.411011 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.411201 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.411369 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.411531 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.411692 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.411852 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412010 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412170 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412328 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412488 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412647 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412804 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.412963 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.413133 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.413292 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.413452 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.413611 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.413793 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.413954 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.414113 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.414271 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.415019 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.415320 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.415533 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.415697 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.415858 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416017 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416180 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416341 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416501 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416662 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416822 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.416982 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.417145 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.417303 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.417462 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.417624 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.417795 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.417942 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.418126 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.418526 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.418686 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.418845 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419003 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419185 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419345 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419502 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419660 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419818 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.419976 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.420134 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.420293 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.420450 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.420614 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.420774 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.420956 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.421093 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.421252 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.421412 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.421573 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.421732 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.421895 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.422053 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.422214 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.422373 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.422532 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.422692 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.422854 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.423012 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.423193 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.423352 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.423512 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.423692 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.423851 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424010 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424177 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424335 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424495 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424652 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424811 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.424970 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.425131 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.425290 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.425449 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.425606 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.425780 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.425922 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.426080 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.426241 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.426403 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.426563 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.426720 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.426881 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.427056 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.427219 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.427376 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.427535 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.427695 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.427854 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428014 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428174 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428345 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428507 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428666 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428823 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.428983 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.429143 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.429311 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.429470 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.429629 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.429810 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.429945 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.430250 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.430433 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.430596 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.430761 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.430932 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.431132 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.431252 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.431422 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.431584 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.431743 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.431902 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.432061 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.432220 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.432388 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.432548 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.432707 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.432866 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433025 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433185 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433353 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433512 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433672 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433832 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.433989 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.434148 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.434318 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.434489 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.434638 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.434804 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.434962 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.435142 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.435303 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.435474 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.435634 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.435796 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.435957 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.436115 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.436275 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.436435 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.436601 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.436769 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.436935 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.437095 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.437262 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.437431 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.437598 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.437757 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.437922 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.438092 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.438253 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.438417 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.438570 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.438729 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.438888 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.439079 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.439230 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.439400 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.439547 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.439706 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.439862 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440021 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440180 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440338 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440500 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440659 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440819 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.440978 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.441138 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 15:53:58.441287 dv-cinder-829560-1-iscsi neutron-server[102516]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102516) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 15:53:58.519757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 58870) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:53:58.529321 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073535 Feb 16 15:54:10.136111 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50083f9b-4b8d-4d14-9cbe-2044b79e1110 None None] get_active_networks_info from dv-cinder-829560-1-iscsi {{(pid=102629) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 16 15:54:10.191892 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50083f9b-4b8d-4d14-9cbe-2044b79e1110 None None] No non-hosted networks {{(pid=102629) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 15:54:10.207067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.agentschedulers_db [None req-50083f9b-4b8d-4d14-9cbe-2044b79e1110 None None] DHCP Agent not found on host dv-cinder-829560-1-iscsi {{(pid=102629) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 16 15:54:10.288390 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0aff470d-dca1-460e-9af3-976b512874cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476284'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:12.567914 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3548ec2d-a5a7-439e-9cb3-de32186a5df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476284'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:12.618440 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b97a355-93c0-4670-ae0f-d102fe8e4d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:13.572469 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476284'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:15.039113 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476284'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:16.193574 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 58952) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:16.425663 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476284'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:16.426876 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.428017 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.428585 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.429072 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.430394 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.430932 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.431553 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.431929 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.432259 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.432741 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.433368 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.433894 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.434413 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:16.434978 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829560-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:16.452842 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829560-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:16.816365 dv-cinder-829560-1-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-c89f1fc2-9e1e-4929-98c1-e194f8fcb95f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:16.817327 dv-cinder-829560-1-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-c89f1fc2-9e1e-4929-98c1-e194f8fcb95f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:17.044640 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-c89f1fc2-9e1e-4929-98c1-e194f8fcb95f admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:54:17.046877 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c89f1fc2-9e1e-4929-98c1-e194f8fcb95f admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8521421 Feb 16 15:54:17.855671 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.db.l3_hamode_db [None req-6f57d04a-2caa-4b9b-877e-cf9fc0ec9074 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 15:54:17.935842 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57d04a-2caa-4b9b-877e-cf9fc0ec9074 None None] Routers set() bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:54:17.936216 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f57d04a-2caa-4b9b-877e-cf9fc0ec9074 None None] Router IDs set() for agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 16 15:54:19.652631 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 58978) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:19.966553 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:20.059717 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.policy [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102628) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 15:54:20.103220 dv-cinder-829560-1-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:20.103618 dv-cinder-829560-1-iscsi neutron-server[102628]: WARNING oslo_policy.policy [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:20.198287 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782662443057', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782662446596', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782662441096', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782662365107', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782662355900', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782662347088', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1685979', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1694020', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529342', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7776541'] for rbac-policy (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:20.264383 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:20.265672 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-373efe94-b99c-4325-97d0-9f121ba105d1 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6118999 Feb 16 15:54:22.802881 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 58988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:23.118280 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:23.151983 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Made reservation on behalf of 0cee309ae7824f82988419dbe1c484a3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:54:23.152285 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.171484 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.282184 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks [] for security_group (52329510-7a5c-4f65-ac1f-97dcee4d22f0), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.286116 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (52329510-7a5c-4f65-ac1f-97dcee4d22f0), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.311347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:54:23.346902 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782659204482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (80152e44-7638-4b37-b60c-46ed313b205c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.347502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Unsubscribe: segment precommit_create {{(pid=102628) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 15:54:23.348009 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Added segment 80152e44-7638-4b37-b60c-46ed313b205c of type vlan for network cc503c94-3b64-4002-8407-eb5b0dd3b657 Feb 16 15:54:23.363232 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=52329510-7a5c-4f65-ac1f-97dcee4d22f0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:23.390044 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.390406 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.390754 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.391104 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.391432 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.391753 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.392072 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.392389 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.392703 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.393062 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.393385 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.393694 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.394080 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Tracked resource versions report: Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: pushed versions: Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: { 'AddressGroup': {'1.2'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Log': {'1.0'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Network': {'1.1'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Port': {'1.7'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'PortForwarding': {'1.2'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'QosPolicy': {'1.10'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroup': {'1.5'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SubPort': {'1.0'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Subnet': {'1.1'}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Trunk': {'1.1'}} Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: consumer versions: Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'ConntrackHelper': '1.0', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'LocalIPAssociation': '1.0', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Log': '1.0', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Network': '1.1', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Port': '1.7', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'PortForwarding': '1.2', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'QosPolicy': '1.10', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroup': '1.5', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroupRule': '1.2', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SubPort': '1.0', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Subnet': '1.1', Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Trunk': '1.1'}} Feb 16 15:54:23.395663 dv-cinder-829560-1-iscsi neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:54:23.461536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (cc503c94-3b64-4002-8407-eb5b0dd3b657), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.500687 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (cc503c94-3b64-4002-8407-eb5b0dd3b657), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.505750 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:23.506468 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:23.578743 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7747579 Feb 16 15:54:23.623792 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e54237-27f4-43f0-a500-381f66c764ce demo demo] Pushing event updated for resources: {'Network': ['ID=cc503c94-3b64-4002-8407-eb5b0dd3b657,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:23.636474 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:54:26.236494 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59000) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:26.736985 dv-cinder-829560-1-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:26.737566 dv-cinder-829560-1-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:27.181446 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.policy [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102627) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 16 15:54:27.222824 dv-cinder-829560-1-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:27.223243 dv-cinder-829560-1-iscsi neutron-server[102627]: WARNING oslo_policy.policy [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 15:54:27.231293 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:27.233157 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9fcd59c8-0eff-4444-88c0-15013fea4a0b demo admin] 10.222.0.69 "GET /v2.0/networks/cc503c94-3b64-4002-8407-eb5b0dd3b657 HTTP/1.1" status: 200 len: 825 time: 0.9946072 Feb 16 15:54:27.272499 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-715c670d-4a31-422e-9a67-3dfc085327a7 demo admin] 10.222.0.69 "GET /v2.0/subnetpools/4bd02ca3-c685-4611-93c7-7c91c254807e HTTP/1.1" status: 200 len: 734 time: 0.0336483 Feb 16 15:54:27.281479 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'ip_version': 4, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e', 'gateway_ip': '172.20.0.1'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:27.318783 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Made reservation on behalf of 0cee309ae7824f82988419dbe1c484a3 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:54:27.322130 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:27.610556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (6dd20731-9f59-4caf-a754-2fb36f5f4ec9), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:27.679587 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Checking segment: {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:54:27.680004 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Network hostable DHCP agents. Network: cc503c94-3b64-4002-8407-eb5b0dd3b657, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:54:27.693876 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Pushing event updated for resources: {'Subnet': ['ID=6dd20731-9f59-4caf-a754-2fb36f5f4ec9,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:27.707069 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.707440 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.707795 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.708131 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.708458 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.708781 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.709117 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.709441 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.709759 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.710089 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.710409 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.711349 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.711672 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Tracked resource versions report: Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: pushed versions: Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: { 'AddressGroup': {'1.2'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'ConntrackHelper': {'1.0'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Log': {'1.0'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Network': {'1.1'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Port': {'1.7'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'PortForwarding': {'1.2'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'QosPolicy': {'1.10'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroup': {'1.5'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SubPort': {'1.0'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Subnet': {'1.1'}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Trunk': {'1.1'}} Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: consumer versions: Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'ConntrackHelper': '1.0', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'LocalIPAssociation': '1.0', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Log': '1.0', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Network': '1.1', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Port': '1.7', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'PortForwarding': '1.2', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'QosPolicy': '1.10', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroup': '1.5', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroupRule': '1.2', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SubPort': '1.0', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Subnet': '1.1', Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Trunk': '1.1'}} Feb 16 15:54:27.713004 dv-cinder-829560-1-iscsi neutron-server[102627]: {{(pid=102627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:54:27.730167 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:54:27.746016 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, cc503c94-3b64-4002-8407-eb5b0dd3b657) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:54:27.750449 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:27.751145 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:27.755672 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06e02b7-aec9-4bc5-aa58-a70c73572ca0 None None] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:54:27.773725 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-13a8f099-ed5e-41a3-9b9a-ee9cac50ed5b demo admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4951787 Feb 16 15:54:28.138690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-cc503c94-3b64-4002-8407-eb5b0dd3b657', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:54:28.140104 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:28.415846 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Allocated IP 172.20.0.2 (cc503c94-3b64-4002-8407-eb5b0dd3b657/6dd20731-9f59-4caf-a754-2fb36f5f4ec9/3d6d74d3-cc27-4ba0-a825-a314f96b0f16) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:54:28.695807 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Publish callbacks [] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:28.703689 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:28.780949 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:54:28.785612 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:54:28.789779 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:54:28.804058 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Pushing event updated for resources: {'Port': ['ID=3d6d74d3-cc27-4ba0-a825-a314f96b0f16,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:28.831144 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.831508 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.831872 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.832229 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.832545 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.832871 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.833223 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.833523 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.833968 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.834190 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.834515 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.834833 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.835178 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Tracked resource versions report: Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: pushed versions: Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Log': {'1.0'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Network': {'1.1'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Port': {'1.7'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: consumer versions: Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'LocalIPAssociation': '1.0', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Log': '1.0', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Network': '1.1', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Port': '1.7', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SubPort': '1.0', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Subnet': '1.1', Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Feb 16 15:54:28.836588 dv-cinder-829560-1-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:54:28.889171 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Attempting to bind port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:54:28.889582 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Attempting to bind port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:54:28.890076 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Attempting to bind port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 on network cc503c94-3b64-4002-8407-eb5b0dd3b657 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:54:28.895278 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:54:28.895645 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Checking segment: {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:54:28.896125 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:28.896511 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Bound using segment: {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:54:28.896995 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Bound port: 3d6d74d3-cc27-4ba0-a825-a314f96b0f16, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:54:28.897397 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:28.968896 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] For port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:54:28.973725 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] For port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=3d6d74d3-cc27-4ba0-a825-a314f96b0f16,segment=NetworkSegment(80152e44-7638-4b37-b60c-46ed313b205c),segment_id=80152e44-7638-4b37-b60c-46ed313b205c)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:54:28.984610 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:29.051817 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bdc09-c7e1-422b-872b-905fba3f4873 None None] Pushing event updated for resources: {'Port': ['ID=3d6d74d3-cc27-4ba0-a825-a314f96b0f16,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:30.382528 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59020) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:30.718675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-726e3f37-5a27-409d-bccb-6324d98c7577 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:54:30.719829 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-726e3f37-5a27-409d-bccb-6324d98c7577 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3362455 Feb 16 15:54:33.348040 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59028) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:33.683752 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-7b8433f9-07e1-423d-b816-6f05b991e09b admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:54:33.685083 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7b8433f9-07e1-423d-b816-6f05b991e09b admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3359966 Feb 16 15:54:36.301125 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59036) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:36.653456 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:36.678206 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (5d8cc678-e446-4c62-b124-be48bae173e3), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:36.679959 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (5d8cc678-e446-4c62-b124-be48bae173e3), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:36.826689 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] Publish callbacks [] for router_controller (5d8cc678-e446-4c62-b124-be48bae173e3), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:36.831258 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (5d8cc678-e446-4c62-b124-be48bae173e3), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:36.853087 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:36.854551 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2b634c67-da4b-4849-8070-40dd91480aaa demo demo] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5524604 Feb 16 15:54:39.299744 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:54:39.390718 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:39.391167 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:39.461681 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59048) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:39.502703 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:39.503010 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:39.537487 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=3d6d74d3-cc27-4ba0-a825-a314f96b0f16,segment=NetworkSegment(80152e44-7638-4b37-b60c-46ed313b205c),segment_id=80152e44-7638-4b37-b60c-46ed313b205c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:54:39.542459 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:39.596201 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=3d6d74d3-cc27-4ba0-a825-a314f96b0f16,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:39.791512 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-4882c478-39bb-4bed-8e0c-d329796aaeca admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:54:39.792769 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4882c478-39bb-4bed-8e0c-d329796aaeca admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3301458 Feb 16 15:54:40.089401 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-36fb8def-d25a-4b43-9d3b-ba09674600fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:40.950065 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b022043a-1799-41ca-a9f1-a064e050d7e4 None None] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:54:41.096857 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-03f2d3e0-f166-44e4-84eb-69cc631add29 None None] Provisioning complete for port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:41.097253 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-03f2d3e0-f166-44e4-84eb-69cc631add29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:41.197909 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-03f2d3e0-f166-44e4-84eb-69cc631add29 None None] Current status of the port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:41.269522 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:54:41.319756 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:41.320530 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:41.404553 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:41.431193 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-f84d93f0-6ed8-4b7b-955a-a65ce54e681b None None] Provisioning complete for port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:41.431792 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f84d93f0-6ed8-4b7b-955a-a65ce54e681b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:41.518249 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f84d93f0-6ed8-4b7b-955a-a65ce54e681b None None] Current status of the port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:42.375504 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59056) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:42.570646 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe296f1a-57fc-4811-9092-18a12edd0e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.710108 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:42.729484 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Made reservation on behalf of da10c4a223fd4887840bdbfccbf90770 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:54:42.732033 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.740683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.826053 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks [] for security_group (f00ba2d6-240d-441e-ab7c-72e11af4e6cb), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.830184 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f00ba2d6-240d-441e-ab7c-72e11af4e6cb), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.846854 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Reserving flat network on physical network physnet1 {{(pid=102628) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 15:54:42.865768 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00ba2d6-240d-441e-ab7c-72e11af4e6cb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:42.872814 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (a7cecc7c-5e57-41de-980e-7bf3740b4956), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.873156 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Added segment a7cecc7c-5e57-41de-980e-7bf3740b4956 of type flat for network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c Feb 16 15:54:42.920927 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (4cc30089-22d4-4d85-9c2e-62eb33c9d03c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.953495 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (4cc30089-22d4-4d85-9c2e-62eb33c9d03c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:42.954341 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:42.954912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:43.009842 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6331913 Feb 16 15:54:43.059091 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7146a1-6fa1-42a4-bf80-b1ce7df86f9b admin admin] Pushing event updated for resources: {'Network': ['ID=4cc30089-22d4-4d85-9c2e-62eb33c9d03c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:43.069008 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:54:43.540229 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:44.975920 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:45.621416 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:45.839267 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34654b4b-efb3-4dd3-9768-41854673c2b5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:45.840638 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-34654b4b-efb3-4dd3-9768-41854673c2b5 demo admin] 10.222.0.69 "GET /v2.0/subnets/6dd20731-9f59-4caf-a754-2fb36f5f4ec9 HTTP/1.1" status: 200 len: 849 time: 0.2182710 Feb 16 15:54:46.041337 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-de284492-1c5c-4ffa-aaed-2b9a14571418 demo admin] 10.222.0.69 "GET /v2.0/routers/5d8cc678-e446-4c62-b124-be48bae173e3 HTTP/1.1" status: 200 len: 704 time: 0.1950543 Feb 16 15:54:46.346223 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:46.425724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:46.673629 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Allocated IP 172.20.0.1 (cc503c94-3b64-4002-8407-eb5b0dd3b657/6dd20731-9f59-4caf-a754-2fb36f5f4ec9/43ac9744-dab2-44cf-9c76-26b9b2a2ff32) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:54:46.869944 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks [] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:46.941059 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.015038 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:54:47.020940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:54:47.034219 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:54:47.034219 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (5d8cc678-e446-4c62-b124-be48bae173e3), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.097389 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Pushing event updated for resources: {'Port': ['ID=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:47.276765 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7632cd5e-bc22-4255-8a46-a412942705db None None] Provisioning complete for port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:47.277157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7632cd5e-bc22-4255-8a46-a412942705db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.314028 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7632cd5e-bc22-4255-8a46-a412942705db None None] Port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:54:47.328681 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.549223 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks [] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.555015 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.555988 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (5d8cc678-e446-4c62-b124-be48bae173e3), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.614839 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Pushing event updated for resources: {'Port': ['ID=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:47.685038 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:54:47.686338 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:54:47.858967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Router 5d8cc678-e446-4c62-b124-be48bae173e3 is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 15:54:47.940266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-a9f1ef81-321a-4794-a357-baa358cb4b21 None None] Provisioning complete for port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:47.940818 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9f1ef81-321a-4794-a357-baa358cb4b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:47.962344 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:54:47.968077 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d8625284-db45-49d4-ae68-6c7cb84d2f12 demo admin] 10.222.0.69 "PUT /v2.0/routers/5d8cc678-e446-4c62-b124-be48bae173e3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9212620 Feb 16 15:54:47.982940 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a9f1ef81-321a-4794-a357-baa358cb4b21 None None] Port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 15:54:47.985648 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Sync routers for ids ['5d8cc678-e446-4c62-b124-be48bae173e3'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:54:47.999917 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Routers {'5d8cc678-e446-4c62-b124-be48bae173e3'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:54:48.000823 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T15:54:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['5d8cc678-e446-4c62-b124-be48bae173e3'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:48.198900 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Set router 5d8cc678-e446-4c62-b124-be48bae173e3 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:54:48.641828 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'name': 'router1', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:54:36Z', 'updated_at': '2022-02-16T15:54:47Z', 'revision_number': 2, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'gw_port_host': None, '_interfaces': [{'id': '43ac9744-dab2-44cf-9c76-26b9b2a2ff32', 'name': '', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'mac_address': 'fa:16:3e:b1:f5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:46Z', 'updated_at': '2022-02-16T15:54:47Z', 'revision_number': 2, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'subnets': [{'id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:48.695473 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Checking router: 5d8cc678-e446-4c62-b124-be48bae173e3 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:54:48.695846 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Updating router 5d8cc678-e446-4c62-b124-be48bae173e3 port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:54:48.748328 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.277970 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Publish callbacks [] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.286870 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.311645 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:54:49.452737 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Pushing event updated for resources: {'Port': ['ID=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:49.480992 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.481424 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.481699 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.482052 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.482374 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.482709 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.483139 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.483427 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.484037 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.484598 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.484851 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.485291 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.485796 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Tracked resource versions report: Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: pushed versions: Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'LocalIPAssociation': {'1.0'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Log': {'1.0'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Network': {'1.1'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Port': {'1.7'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: consumer versions: Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'LocalIPAssociation': '1.0', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Log': '1.0', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Network': '1.1', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Port': '1.7', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SubPort': '1.0', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Subnet': '1.1', Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Feb 16 15:54:49.487396 dv-cinder-829560-1-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 15:54:49.500918 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Attempting to bind port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:54:49.501339 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Attempting to bind port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:54:49.501790 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Attempting to bind port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 on network cc503c94-3b64-4002-8407-eb5b0dd3b657 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:54:49.508722 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:54:49.509142 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Checking segment: {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:54:49.509645 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.510071 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Bound using segment: {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:54:49.510882 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Bound port: 43ac9744-dab2-44cf-9c76-26b9b2a2ff32, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80152e44-7638-4b37-b60c-46ed313b205c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:54:49.511326 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.583436 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] For port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:54:49.603644 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] For port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,segment=NetworkSegment(80152e44-7638-4b37-b60c-46ed313b205c),segment_id=80152e44-7638-4b37-b60c-46ed313b205c)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:54:49.610630 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.619407 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] Provisioning complete for port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:49.620016 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.676561 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa759d0-ca59-4f17-a9d0-32dd5c309032 None None] Pushing event updated for resources: {'Port': ['ID=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:49.703061 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Routers {'5d8cc678-e446-4c62-b124-be48bae173e3'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:54:49.703061 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T15:54:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['5d8cc678-e446-4c62-b124-be48bae173e3'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:49.711153 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] Current status of the port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:49.711594 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.748475 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] For port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,segment=NetworkSegment(80152e44-7638-4b37-b60c-46ed313b205c),segment_id=80152e44-7638-4b37-b60c-46ed313b205c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:54:49.753006 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:49.801894 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] Set router 5d8cc678-e446-4c62-b124-be48bae173e3 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:54:49.817323 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bf660-e2c5-4ee6-a0da-83810fcf62c5 None None] Pushing event updated for resources: {'Port': ['ID=43ac9744-dab2-44cf-9c76-26b9b2a2ff32,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:49.974132 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-cf995814-97e4-4ccb-b276-c877875d6882 None None] Provisioning complete for port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:49.974452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf995814-97e4-4ccb-b276-c877875d6882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:50.069237 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'name': 'router1', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:54:36Z', 'updated_at': '2022-02-16T15:54:47Z', 'revision_number': 2, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'gw_port_host': None, '_interfaces': [{'id': '43ac9744-dab2-44cf-9c76-26b9b2a2ff32', 'name': '', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'mac_address': 'fa:16:3e:b1:f5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:46Z', 'updated_at': '2022-02-16T15:54:49Z', 'revision_number': 4, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'subnets': [{'id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:50.098922 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f7aebc-0c68-424d-a3dd-023e3e1df724 None None] The sync data for ids ['5d8cc678-e446-4c62-b124-be48bae173e3'] in dv-cinder-829560-1-iscsi is: [{'id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'name': 'router1', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:54:36Z', 'updated_at': '2022-02-16T15:54:47Z', 'revision_number': 2, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'gw_port_host': None, '_interfaces': [{'id': '43ac9744-dab2-44cf-9c76-26b9b2a2ff32', 'name': '', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'mac_address': 'fa:16:3e:b1:f5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:46Z', 'updated_at': '2022-02-16T15:54:49Z', 'revision_number': 4, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'subnets': [{'id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:54:50.125153 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cf995814-97e4-4ccb-b276-c877875d6882 None None] Current status of the port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:50.542447 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59098) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:50.667550 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285402fa-1a75-437c-b1c6-116fcd9b0cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:50.668851 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-285402fa-1a75-437c-b1c6-116fcd9b0cc2 admin admin] 10.222.0.69 "GET /v2.0/networks/4cc30089-22d4-4d85-9c2e-62eb33c9d03c HTTP/1.1" status: 200 len: 842 time: 0.1252320 Feb 16 15:54:50.678862 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:50.701064 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Made reservation on behalf of da10c4a223fd4887840bdbfccbf90770 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:54:50.703473 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:51.075364 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.objects.ports [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102627) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 16 15:54:51.075834 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (21052ac1-80de-4868-9189-1251f5061016), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:51.130659 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=21052ac1-80de-4868-9189-1251f5061016,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:51.152365 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:54:51.152748 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Network hostable DHCP agents. Network: 4cc30089-22d4-4d85-9c2e-62eb33c9d03c, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:54:51.171356 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:54:51.181808 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 4cc30089-22d4-4d85-9c2e-62eb33c9d03c) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:54:51.190615 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92327d2a-5d21-4f3b-abeb-13d81790ad66 None None] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:54:51.191099 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:51.191416 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:51.209022 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f0be96eb-4e16-48e7-84e6-b41a813ee1ac admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5339274 Feb 16 15:54:51.331845 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c72d7-9977-417a-91be-1672068f3146 None None] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:54:53.792933 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59106) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:54.036408 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-471520a7-46b3-42e7-aedb-63b91cbaf41f demo admin] 10.222.0.69 "GET /v2.0/routers/5d8cc678-e446-4c62-b124-be48bae173e3 HTTP/1.1" status: 200 len: 710 time: 0.2422590 Feb 16 15:54:54.130402 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495de8c-d6ec-498e-8de2-e4a2a9adb38c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:54:54.132569 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b495de8c-d6ec-498e-8de2-e4a2a9adb38c demo admin] 10.222.0.69 "GET /v2.0/networks/4cc30089-22d4-4d85-9c2e-62eb33c9d03c HTTP/1.1" status: 200 len: 886 time: 0.0887883 Feb 16 15:54:54.141301 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:54:54.405024 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks [] for router_gateway (5d8cc678-e446-4c62-b124-be48bae173e3), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:54.656832 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks [] for router_gateway (5d8cc678-e446-4c62-b124-be48bae173e3), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:54.729874 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:54.882452 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Allocated IP 172.27.0.76 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:54:55.042152 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks [] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:55.106061 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:55.189492 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:54:55.195161 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:54:55.201317 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Pushing event updated for resources: {'Port': ['ID=5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:54:55.204311 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:54:55.525502 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks [] for router_gateway (5d8cc678-e446-4c62-b124-be48bae173e3), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:55.782869 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-489582', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-477900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28062'] for router (5d8cc678-e446-4c62-b124-be48bae173e3), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:55.789579 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-489591', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-489596', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-477909'] for router (5d8cc678-e446-4c62-b124-be48bae173e3), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:55.939940 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Router 5d8cc678-e446-4c62-b124-be48bae173e3 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 15:54:56.057795 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 15:54:56.067675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:56.069449 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0bef7262-b264-423a-a94f-89e367e26cda demo admin] 10.222.0.69 "PUT /v2.0/routers/5d8cc678-e446-4c62-b124-be48bae173e3 HTTP/1.1" status: 200 len: 889 time: 1.9315641 Feb 16 15:54:57.350600 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:54:57.410986 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:54:57.411390 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:54:57.499728 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:54:58.769616 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59120) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:54:58.899519 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-682e8cbf-033e-4b80-8bdb-7f21e99e9a50 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1285546 Feb 16 15:54:59.256177 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Sync routers for ids ['5d8cc678-e446-4c62-b124-be48bae173e3'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 15:54:59.268986 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Routers {'5d8cc678-e446-4c62-b124-be48bae173e3'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:54:59.269659 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T15:54:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['5d8cc678-e446-4c62-b124-be48bae173e3'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:59.503452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Set router 5d8cc678-e446-4c62-b124-be48bae173e3 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:54:59.911492 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'name': 'router1', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:54:36Z', 'updated_at': '2022-02-16T15:54:55Z', 'revision_number': 4, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'gw_port': {'id': '5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:54Z', 'updated_at': '2022-02-16T15:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '43ac9744-dab2-44cf-9c76-26b9b2a2ff32', 'name': '', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'mac_address': 'fa:16:3e:b1:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:46Z', 'updated_at': '2022-02-16T15:54:49Z', 'revision_number': 5, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'subnets': [{'id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:54:59.964449 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Checking router: 5d8cc678-e446-4c62-b124-be48bae173e3 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 15:54:59.964821 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Updating router 5d8cc678-e446-4c62-b124-be48bae173e3 port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 15:55:00.016639 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:00.499821 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Publish callbacks [] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:00.505226 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:00.556939 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10dd4-88ab-4ded-ada0-10e768fe893f None None] Pushing event updated for resources: {'Port': ['ID=5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:55:00.561026 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Attempting to bind port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:55:00.561406 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Attempting to bind port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:55:00.561778 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Attempting to bind port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:55:00.567008 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:55:00.567506 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:55:00.567769 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:00.568266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:55:00.569279 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Bound port: 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:55:00.569862 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:00.620781 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] For port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:55:00.623891 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] For port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:55:00.630003 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:00.704088 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Routers {'5d8cc678-e446-4c62-b124-be48bae173e3'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 15:55:00.704710 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T15:54:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['5d8cc678-e446-4c62-b124-be48bae173e3'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:55:00.711008 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd10dd4-88ab-4ded-ada0-10e768fe893f None None] Pushing event updated for resources: {'Port': ['ID=5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:55:00.841796 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] Set router 5d8cc678-e446-4c62-b124-be48bae173e3 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 15:55:01.127053 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'name': 'router1', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:54:36Z', 'updated_at': '2022-02-16T15:54:55Z', 'revision_number': 4, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'gw_port': {'id': '5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:54Z', 'updated_at': '2022-02-16T15:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '43ac9744-dab2-44cf-9c76-26b9b2a2ff32', 'name': '', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'mac_address': 'fa:16:3e:b1:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:46Z', 'updated_at': '2022-02-16T15:54:49Z', 'revision_number': 5, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'subnets': [{'id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 15:55:01.154899 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f19e23-7dff-491b-b424-4400846bd8d4 None None] The sync data for ids ['5d8cc678-e446-4c62-b124-be48bae173e3'] in dv-cinder-829560-1-iscsi is: [{'id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'name': 'router1', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T15:54:36Z', 'updated_at': '2022-02-16T15:54:55Z', 'revision_number': 4, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'gw_port': {'id': '5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:54Z', 'updated_at': '2022-02-16T15:55:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '43ac9744-dab2-44cf-9c76-26b9b2a2ff32', 'name': '', 'network_id': 'cc503c94-3b64-4002-8407-eb5b0dd3b657', 'tenant_id': '0cee309ae7824f82988419dbe1c484a3', 'mac_address': 'fa:16:3e:b1:f5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8cc678-e446-4c62-b124-be48bae173e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T15:54:46Z', 'updated_at': '2022-02-16T15:54:49Z', 'revision_number': 5, 'project_id': '0cee309ae7824f82988419dbe1c484a3', 'subnets': [{'id': '6dd20731-9f59-4caf-a754-2fb36f5f4ec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bd02ca3-c685-4611-93c7-7c91c254807e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 15:55:03.419254 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:55:03.491898 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:55:03.496244 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:03.581267 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:55:03.581267 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:03.605991 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:55:03.612427 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:03.682052 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:55:05.437426 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:55:05.526339 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:55:05.527014 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:05.620617 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 5ea798f6-fc3a-4302-ad5a-4ec3e9cdae70 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:55:10.089725 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9750ceeb-bf6a-4945-93fb-8b2533d23415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:12.573187 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d3362ae-42b8-4bd2-9b16-4e259ce4eac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:13.540659 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:14.986029 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:16.421755 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:26.296486 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:55:40.084102 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e051a553-3aa3-414c-8963-15ebaa9f63c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:42.585165 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b1bee9b3-d832-4a3e-a395-4dce91e3333e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:43.544686 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:44.988430 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:55:46.421235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:03.296376 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:56:10.087567 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-763e863d-f3a4-4388-9cdf-08bf4fca58c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:12.579825 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-74bca963-cf4d-485b-8aad-503410f91b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:13.545967 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:14.987359 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:16.414294 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:22.524183 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59604) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:22.586906 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-762a917c-5be5-47a8-896c-4ab223e17b7c admin admin] GET failed (client error): The resource could not be found. Feb 16 15:56:22.588274 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-762a917c-5be5-47a8-896c-4ab223e17b7c admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631385 Feb 16 15:56:22.757355 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e395c9eb-9ff3-45f6-9f4e-2205bbd3d481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:22.758762 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e395c9eb-9ff3-45f6-9f4e-2205bbd3d481 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662438 Feb 16 15:56:25.139545 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59614) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:25.240336 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0595920-b0e0-4b06-905a-8890dd74dfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:25.241724 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f0595920-b0e0-4b06-905a-8890dd74dfae admin admin] 10.222.0.69 "GET /v2.0/subnets/6dd20731-9f59-4caf-a754-2fb36f5f4ec9 HTTP/1.1" status: 200 len: 849 time: 0.1012075 Feb 16 15:56:25.251283 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:56:25.346329 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Publish callbacks [] for subnet (6dd20731-9f59-4caf-a754-2fb36f5f4ec9), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:25.500369 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782659182695'] for subnet (6dd20731-9f59-4caf-a754-2fb36f5f4ec9), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:25.530269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:25.531360 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:25.536959 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] 10.222.0.69 "PUT /v2.0/subnets/6dd20731-9f59-4caf-a754-2fb36f5f4ec9 HTTP/1.1" status: 200 len: 868 time: 0.2846658 Feb 16 15:56:25.537161 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289d593f-ac19-4515-aa10-648c045cc771 None None] Network cc503c94-3b64-4002-8407-eb5b0dd3b657 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:56:25.558655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd20731-9f59-4caf-a754-2fb36f5f4ec9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:56:25.566298 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.567233 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.567233 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.568037 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.568037 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.568186 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.568560 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.568887 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.569238 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.569575 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.569910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.570238 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.570715 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3287b0ec-c096-4939-b9f3-bba842c7d67f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:56:25.866091 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-006a0938-f7e4-4655-bffa-9cee7ee92031 None None] Provisioning complete for port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:56:25.866486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-006a0938-f7e4-4655-bffa-9cee7ee92031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (43ac9744-dab2-44cf-9c76-26b9b2a2ff32), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:25.954690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-006a0938-f7e4-4655-bffa-9cee7ee92031 None None] Current status of the port 43ac9744-dab2-44cf-9c76-26b9b2a2ff32 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:56:25.966068 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-006a0938-f7e4-4655-bffa-9cee7ee92031 None None] Provisioning complete for port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:56:25.966466 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-006a0938-f7e4-4655-bffa-9cee7ee92031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3d6d74d3-cc27-4ba0-a825-a314f96b0f16), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:26.053701 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-006a0938-f7e4-4655-bffa-9cee7ee92031 None None] Current status of the port 3d6d74d3-cc27-4ba0-a825-a314f96b0f16 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:56:27.926280 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59622) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:28.245040 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4e340-b7d7-4d1e-af88-bb59d354da4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:28.245423 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b4e340-b7d7-4d1e-af88-bb59d354da4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:28.247013 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b8b4e340-b7d7-4d1e-af88-bb59d354da4a admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3195441 Feb 16 15:56:30.644433 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59630) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:30.780538 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39381648-5691-4ab3-9ec9-7ea2843b0e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:30.781034 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39381648-5691-4ab3-9ec9-7ea2843b0e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:30.782560 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-39381648-5691-4ab3-9ec9-7ea2843b0e51 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1366823 Feb 16 15:56:33.152857 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59638) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:33.294175 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cec64c-57d3-4581-897e-434bf7842c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:33.295602 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-21cec64c-57d3-4581-897e-434bf7842c86 admin admin] 10.222.0.69 "GET /v2.0/networks/4cc30089-22d4-4d85-9c2e-62eb33c9d03c HTTP/1.1" status: 200 len: 886 time: 0.1417861 Feb 16 15:56:35.667093 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59648) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:35.821748 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c6a6aa-98cb-4e76-94bf-26e7f9b8c6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:35.823164 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b6c6a6aa-98cb-4e76-94bf-26e7f9b8c6a0 admin admin] 10.222.0.69 "GET /v2.0/networks/cc503c94-3b64-4002-8407-eb5b0dd3b657 HTTP/1.1" status: 200 len: 869 time: 0.1550522 Feb 16 15:56:38.205576 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59656) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:38.351492 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da257151-8dc0-4c37-bcdc-1b617cfd4fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:38.351945 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da257151-8dc0-4c37-bcdc-1b617cfd4fb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:38.353513 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-da257151-8dc0-4c37-bcdc-1b617cfd4fb5 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1469676 Feb 16 15:56:40.092396 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e538-da65-41fa-880c-260dd8cccd4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:40.294687 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:56:40.793234 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59664) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:40.925448 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a7df6-e0c2-472a-9fc9-0b98df02093e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:40.925929 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a7df6-e0c2-472a-9fc9-0b98df02093e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:40.928169 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-588a7df6-e0c2-472a-9fc9-0b98df02093e admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1339695 Feb 16 15:56:42.582867 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-18019006-7079-44c3-8afc-4eff26868aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:43.357510 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59672) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:43.451716 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f03203-6b02-4d8c-99f5-19ad18dff19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:43.453112 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-75f03203-6b02-4d8c-99f5-19ad18dff19d admin admin] 10.222.0.69 "GET /v2.0/subnets/21052ac1-80de-4868-9189-1251f5061016 HTTP/1.1" status: 200 len: 816 time: 0.0943398 Feb 16 15:56:43.550550 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:44.993566 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:56:45.825127 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59680) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:56:45.925689 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa44bd-40f4-48b8-bd5d-79273515aa71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:56:45.927380 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8caa44bd-40f4-48b8-bd5d-79273515aa71 admin admin] 10.222.0.69 "GET /v2.0/subnets/6dd20731-9f59-4caf-a754-2fb36f5f4ec9 HTTP/1.1" status: 200 len: 868 time: 0.1012578 Feb 16 15:56:46.418093 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:10.094818 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9dcfde34-e1ad-4e4d-a7f8-1e7b4a6ed87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:12.584930 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2156d0df-ffce-48d0-8992-ba318f7a527f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:13.554568 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:14.767751 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59732) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:57:14.817581 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [None req-52e5c30e-f201-4097-a3c7-1d160a35848e admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:57:14.818603 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-52e5c30e-f201-4097-a3c7-1d160a35848e admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499010 Feb 16 15:57:15.000589 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:16.418749 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:17.254361 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59740) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:57:17.293146 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:57:17.314967 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.pecan_wsgi.hooks.translation [None req-e969e5f4-6258-425a-a712-409bc572649a admin admin] GET failed (client error): The resource could not be found. Feb 16 15:57:17.317046 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e969e5f4-6258-425a-a712-409bc572649a admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0617182 Feb 16 15:57:17.403777 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2d55c1-bf65-4480-b194-71653b5f35c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:17.405338 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bd2d55c1-bf65-4480-b194-71653b5f35c9 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843556 Feb 16 15:57:19.762672 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59748) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:57:19.809879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:19.829565 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Made reservation on behalf of da10c4a223fd4887840bdbfccbf90770 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:57:19.832498 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:19.860012 dv-cinder-829560-1-iscsi neutron-server[102628]: WARNING neutron.services.revisions.revision_plugin [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Could not find related network for resource to bump revision. Feb 16 15:57:19.871729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 15:57:19.880755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (920fcd83-1262-4ba9-a7ed-0ccd5d46ba98), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:19.881098 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Added segment 920fcd83-1262-4ba9-a7ed-0ccd5d46ba98 of type vlan for network f1861cfe-227f-45db-a36e-67688377bd9b Feb 16 15:57:19.927610 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (f1861cfe-227f-45db-a36e-67688377bd9b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:19.953944 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (f1861cfe-227f-45db-a36e-67688377bd9b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:19.954826 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:19.955596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:19.987982 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2240603 Feb 16 15:57:20.018590 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be59669-a50e-492e-a04c-408dd5c0e339 admin admin] Pushing event updated for resources: {'Network': ['ID=f1861cfe-227f-45db-a36e-67688377bd9b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:57:20.033913 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network f1861cfe-227f-45db-a36e-67688377bd9b details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 15:57:22.360842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59756) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:57:22.421268 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.pecan_wsgi.hooks.translation [None req-920dc43b-8393-4a8f-b6ea-b7b713b939d8 admin admin] GET failed (client error): The resource could not be found. Feb 16 15:57:22.422570 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-920dc43b-8393-4a8f-b6ea-b7b713b939d8 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607858 Feb 16 15:57:22.586128 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645d151-8e24-4272-b5b5-cecd0ba7f668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:22.587533 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e645d151-8e24-4272-b5b5-cecd0ba7f668 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1600120 Feb 16 15:57:22.597905 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Request body: {'subnet': {'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 15:57:22.616154 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Made reservation on behalf of da10c4a223fd4887840bdbfccbf90770 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 15:57:22.618543 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:22.777647 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (d43244a2-6358-4626-8c7b-4c026f659da6), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:22.828528 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43244a2-6358-4626-8c7b-4c026f659da6,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:57:22.840284 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.840594 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.840939 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.841278 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.841609 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.841937 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.842275 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.842604 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.842928 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.843290 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.843616 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.843932 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.844248 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:22.849989 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Checking segment: {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:57:22.850345 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Network hostable DHCP agents. Network: f1861cfe-227f-45db-a36e-67688377bd9b, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 15:57:22.867293 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Network f1861cfe-227f-45db-a36e-67688377bd9b is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 15:57:22.875601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, f1861cfe-227f-45db-a36e-67688377bd9b) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:57:22.880618 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 15:57:22.881755 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:22.884938 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbeac3f-c9cb-4c18-9c9f-08198a005888 None None] Network f1861cfe-227f-45db-a36e-67688377bd9b requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:57:22.902098 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6d2750ba-b543-4b30-8823-36f7fd77c8ba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3082294 Feb 16 15:57:22.999464 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-f1861cfe-227f-45db-a36e-67688377bd9b', 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b', 'project_id': 'da10c4a223fd4887840bdbfccbf90770', 'fixed_ips': [{'subnet_id': 'd43244a2-6358-4626-8c7b-4c026f659da6'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 15:57:23.000340 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:23.156380 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Allocated IP 192.168.233.2 (f1861cfe-227f-45db-a36e-67688377bd9b/d43244a2-6358-4626-8c7b-4c026f659da6/9a6a590c-bf8e-4623-94db-1d327a300380) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 15:57:23.307043 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Publish callbacks [] for port (9a6a590c-bf8e-4623-94db-1d327a300380), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:23.313559 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:23.360370 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Network f1861cfe-227f-45db-a36e-67688377bd9b is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 15:57:23.360370 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 15:57:23.365079 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 15:57:23.368169 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Pushing event updated for resources: {'Port': ['ID=9a6a590c-bf8e-4623-94db-1d327a300380,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:57:23.379790 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.380157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.380515 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.380852 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.381180 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.381505 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.381832 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.382153 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.382473 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.382807 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.383154 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.383471 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.383794 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:57:23.438173 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Attempting to bind port 9a6a590c-bf8e-4623-94db-1d327a300380 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 15:57:23.438464 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Attempting to bind port 9a6a590c-bf8e-4623-94db-1d327a300380 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 15:57:23.438873 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Attempting to bind port 9a6a590c-bf8e-4623-94db-1d327a300380 on network f1861cfe-227f-45db-a36e-67688377bd9b {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 15:57:23.444178 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 15, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 15:57:23.444558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Checking segment: {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 15:57:23.444964 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:23.445357 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Bound using segment: {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 15:57:23.445826 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Bound port: 9a6a590c-bf8e-4623-94db-1d327a300380, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 15:57:23.446209 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:23.512238 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] For port 9a6a590c-bf8e-4623-94db-1d327a300380, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 15:57:23.515346 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] For port 9a6a590c-bf8e-4623-94db-1d327a300380, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=9a6a590c-bf8e-4623-94db-1d327a300380,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 15:57:23.522306 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:23.591649 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0204e4-0dd4-4011-b291-c7dd4572000f None None] Pushing event updated for resources: {'Port': ['ID=9a6a590c-bf8e-4623-94db-1d327a300380,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:57:24.485014 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f3f73-1665-4c22-92f5-e97b58253bf1 None None] Network f1861cfe-227f-45db-a36e-67688377bd9b requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 15:57:24.568680 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-1826c2bb-bafb-4642-be43-36011011610f None None] Provisioning complete for port 9a6a590c-bf8e-4623-94db-1d327a300380 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:57:24.568999 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1826c2bb-bafb-4642-be43-36011011610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:24.688627 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1826c2bb-bafb-4642-be43-36011011610f None None] Current status of the port 9a6a590c-bf8e-4623-94db-1d327a300380 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:57:24.689025 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1826c2bb-bafb-4642-be43-36011011610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:24.727666 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-1826c2bb-bafb-4642-be43-36011011610f None None] For port 9a6a590c-bf8e-4623-94db-1d327a300380, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=9a6a590c-bf8e-4623-94db-1d327a300380,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 15:57:24.733736 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1826c2bb-bafb-4642-be43-36011011610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:24.791951 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826c2bb-bafb-4642-be43-36011011610f None None] Pushing event updated for resources: {'Port': ['ID=9a6a590c-bf8e-4623-94db-1d327a300380,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:57:24.857151 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-4cbf7097-ee64-4b90-8185-58d120f3590e None None] Provisioning complete for port 9a6a590c-bf8e-4623-94db-1d327a300380 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:57:24.857550 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cbf7097-ee64-4b90-8185-58d120f3590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:24.937334 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4cbf7097-ee64-4b90-8185-58d120f3590e None None] Current status of the port 9a6a590c-bf8e-4623-94db-1d327a300380 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:57:25.399510 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 9a6a590c-bf8e-4623-94db-1d327a300380 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 15:57:25.557871 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 9a6a590c-bf8e-4623-94db-1d327a300380 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 15:57:25.558552 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9a6a590c-bf8e-4623-94db-1d327a300380), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:25.637441 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 9a6a590c-bf8e-4623-94db-1d327a300380 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 15:57:40.098508 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-20fc6fda-8109-4ec9-8f3a-25c829e8fc57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:42.587343 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eec23043-f6e8-459a-ab65-bf94e79ca891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:43.553923 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:45.004338 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:46.427983 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:57:54.291957 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:58:10.100233 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1994bf7f-df02-4825-9c04-f6e73afcd813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:12.590290 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a95bb591-67e4-4823-8f3b-548613775458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:13.556846 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:15.007335 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:16.422639 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:31.290860 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:58:40.102522 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb6e2728-18b1-4f17-a75e-f6f530da93b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:42.596036 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ee41f522-da8d-4e75-8896-0fb6ff967876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:43.562333 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:45.014159 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:46.430927 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.247005 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59794) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:58:52.252785 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [None req-ba78d52f-aa17-42e2-9be5-cf4e2c3e852c tempest-verify_tempest_config-718542755 tempest-verify_tempest_config-718542755-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 15:58:52.253754 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ba78d52f-aa17-42e2-9be5-cf4e2c3e852c tempest-verify_tempest_config-718542755 tempest-verify_tempest_config-718542755-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057077 Feb 16 15:58:52.546989 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 59812) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:58:52.655122 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.759422 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Publish callbacks [] for security_group (9fcac9a3-f589-4b79-9927-9740e25d355e), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.762810 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9fcac9a3-f589-4b79-9927-9740e25d355e), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.805828 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=529627661ce74c88afdc6e8164164c37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2577775 Feb 16 15:58:52.807729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcac9a3-f589-4b79-9927-9740e25d355e,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:52.808643 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 15:58:52.814996 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.815378 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.815788 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.816127 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.816459 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.816791 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.817117 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.817441 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.817767 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.818092 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.818440 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.818760 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.819109 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4ea88-6194-4d6a-881c-b4d9d3d2b53b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.866509 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Publish callbacks [] for security_group (9fcac9a3-f589-4b79-9927-9740e25d355e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.890793 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Publish callbacks [] for security_group (9fcac9a3-f589-4b79-9927-9740e25d355e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.980496 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9fcac9a3-f589-4b79-9927-9740e25d355e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.983282 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:58:52.984423 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fcac9a3-f589-4b79-9927-9740e25d355e HTTP/1.1" status: 204 len: 168 time: 0.1748116 Feb 16 15:58:52.992419 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcac9a3-f589-4b79-9927-9740e25d355e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 15:58:52.998993 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.999390 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:52.999744 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.000100 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.000436 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.000773 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.001695 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.002236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.002577 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.002910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.003269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.003742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:58:53.004075 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d03aa-596f-4fde-aec7-c09d884c329b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 15:59:08.291922 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:59:10.107450 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-08fed121-080b-410d-9286-3e80bf7158fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:12.597895 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2f495e46-322b-4996-8a0d-b0d755d8a5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:13.562488 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:15.015157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:16.427661 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:40.101748 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-711e8332-ca3d-4099-a73b-6cbf9e356338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:42.600484 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-31763727-45fc-4607-b29c-e447006edb2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:43.565968 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:45.018336 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 15:59:45.291216 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 15:59:46.421052 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:10.103997 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-beba73c7-f004-46ae-9a09-fb145bd56485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:12.601864 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3dbb3aa9-1acc-4bfe-aed9-993241a14485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:13.570918 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:15.021235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:16.423589 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:22.290698 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 5 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:00:36.185495 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-476284'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:40.105772 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-19b1fdaf-b372-4891-8d7c-7a7ac525a89a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:42.606089 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b2a61f43-0736-458d-8f18-afa2b96d1acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:43.572685 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:45.023836 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:46.427824 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:00:51.806290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59890) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:00:51.912076 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-24e4a3d1-2a2c-45ac-ab8c-9a2d40a76ef5 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1046512 Feb 16 16:00:54.290510 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 59900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:00:54.347211 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f9a2352c-146d-4c7d-94c1-d7dab3a8e48e admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0555325 Feb 16 16:00:59.289700 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:01:06.170034 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:10.108521 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6db36ae9-b3e6-4d20-828d-9d2a2107607f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:12.606483 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d10dafa4-1d6c-4f94-8bc1-cb18a9abb4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:13.574301 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:15.035398 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:16.431295 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:36.166704 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:36.289022 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:01:40.113597 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-562b9667-daad-449a-a155-de7af390b670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:42.610022 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ef75f86-1ef5-4403-831e-c69a63f2c046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:43.576664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:45.034848 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:01:46.435381 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:06.181607 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:10.115397 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-96ee2ee8-8dfb-4972-b236-34fddc4ab4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:12.616469 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5cf3f324-d36c-4237-94bd-06b18b8eb040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:13.289040 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:02:13.578881 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:15.040806 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:16.445374 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:30.990110 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60058) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:31.168612 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-640541418-network', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:31.193048 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Made reservation on behalf of 1b25eafaa6dc4da1b018bc9c0dfb4d0a for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:31.195568 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.203981 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.282330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks [] for security_group (f489c654-af93-41ae-8926-b28415c787a5), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.286879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f489c654-af93-41ae-8926-b28415c787a5), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.324376 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:02:31.326294 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f489c654-af93-41ae-8926-b28415c787a5,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:31.340115 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (4ef3b6e1-f441-4cc1-a116-940e83b0e85f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.340449 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Added segment 4ef3b6e1-f441-4cc1-a116-940e83b0e85f of type vlan for network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d Feb 16 16:02:31.351474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.351838 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.352178 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.352511 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.352838 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.353161 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.353482 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.353805 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.354139 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.354479 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.354878 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.355138 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.355458 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Tracked resource versions report: Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: pushed versions: Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: { 'AddressGroup': {'1.2'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'ConntrackHelper': {'1.0'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Log': {'1.0'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Network': {'1.1'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Port': {'1.7'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'PortForwarding': {'1.2'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'QosPolicy': {'1.10'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroup': {'1.5'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SubPort': {'1.0'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Subnet': {'1.1'}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Trunk': {'1.1'}} Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: consumer versions: Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: HyperV agent@hv-cinder-82956: {}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'ConntrackHelper': '1.0', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'LocalIPAssociation': '1.0', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Log': '1.0', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Network': '1.1', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Port': '1.7', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'PortForwarding': '1.2', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'QosPolicy': '1.10', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroup': '1.5', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SecurityGroupRule': '1.2', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'SubPort': '1.0', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Subnet': '1.1', Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: 'Trunk': '1.1'}} Feb 16 16:02:31.356554 dv-cinder-829560-1-iscsi neutron-server[102628]: {{(pid=102628) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:02:31.398921 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.427452 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.428487 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:31.429195 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.465173 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4734530 Feb 16 16:02:31.469223 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60092) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:31.476739 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Request body: {'subnet': {'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-640541418-subnet', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:31.502530 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Made reservation on behalf of 1b25eafaa6dc4da1b018bc9c0dfb4d0a for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:31.505427 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.506091 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e3cb9-15e6-4dd1-b0b1-399248cbe1a6 admin admin] Pushing event updated for resources: {'Network': ['ID=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:31.517796 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:02:31.800689 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (fea91056-8b15-4e3d-91cb-b52b0228a176), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.876898 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea91056-8b15-4e3d-91cb-b52b0228a176,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:31.884761 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Checking segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:31.885187 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Network hostable DHCP agents. Network: 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:02:31.889383 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.890420 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.890868 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.891305 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.891716 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.892123 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.892530 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.892927 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.893301 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.893642 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.894076 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.894474 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.894887 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Tracked resource versions report: Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: pushed versions: Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: { 'AddressGroup': {'1.2'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'ConntrackHelper': {'1.0'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Log': {'1.0'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Network': {'1.1'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Port': {'1.7'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'PortForwarding': {'1.2'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'QosPolicy': {'1.10'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroup': {'1.5'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SubPort': {'1.0'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Subnet': {'1.1'}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Trunk': {'1.1'}} Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: consumer versions: Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: HyperV agent@hv-cinder-82956: {}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'ConntrackHelper': '1.0', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'LocalIPAssociation': '1.0', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Log': '1.0', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Network': '1.1', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Port': '1.7', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'PortForwarding': '1.2', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'QosPolicy': '1.10', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroup': '1.5', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SecurityGroupRule': '1.2', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'SubPort': '1.0', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Subnet': '1.1', Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: 'Trunk': '1.1'}} Feb 16 16:02:31.896110 dv-cinder-829560-1-iscsi neutron-server[102627]: {{(pid=102627) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:02:31.934087 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:02:31.945363 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:31.953880 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:31.955296 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:31.962650 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96497fc-ce76-4436-8173-c88bdd0c9690 None None] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:31.993840 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60118) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:31.995400 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1570d920-220f-4bd9-9e69-265780dee20a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5226855 Feb 16 16:02:32.003084 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60120) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:32.008673 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:32.017129 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60122) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:32.072182 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.075274 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.121292 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60128) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:32.139561 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:02:32.140620 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.195630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks [] for router_controller (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.283926 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Allocated IP 172.20.0.2 (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d/fea91056-8b15-4e3d-91cb-b52b0228a176/8a867c10-f96c-4a98-b717-99b6c26c837f) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:32.381567 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks [] for router_gateway (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.387554 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-290371-network', 'tenant_id': '90896883632943e899a84ffb10835031'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:32.409893 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-737678276-network', 'tenant_id': '481f8d49dbdc4f668e3b887bebea6df6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:32.438624 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-network', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:32.454032 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Made reservation on behalf of 481f8d49dbdc4f668e3b887bebea6df6 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:32.456383 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.468300 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Made reservation on behalf of 90896883632943e899a84ffb10835031 for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:32.470724 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.483425 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Publish callbacks [] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.492177 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.502534 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.508876 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.523729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Made reservation on behalf of dcc982725ac74bf3b8b5b4ff55d3d93b for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:32.526017 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.538018 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Pushing event updated for resources: {'Port': ['ID=8a867c10-f96c-4a98-b717-99b6c26c837f,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:32.547682 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.548349 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.548879 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.549368 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.549861 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.550346 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.550833 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.551340 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.551842 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.552180 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.552514 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.552832 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.553307 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:32.553589 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Tracked resource versions report: Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: pushed versions: Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: { 'AddressGroup': {'1.2'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'ConntrackHelper': {'1.0'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Log': {'1.0'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Network': {'1.1'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Port': {'1.7'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'PortForwarding': {'1.2'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'QosPolicy': {'1.10'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroup': {'1.5'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SubPort': {'1.0'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Subnet': {'1.1'}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Trunk': {'1.1'}} Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: consumer versions: Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: HyperV agent@hv-cinder-82956: {}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'ConntrackHelper': '1.0', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'LocalIPAssociation': '1.0', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Log': '1.0', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Network': '1.1', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Port': '1.7', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'PortForwarding': '1.2', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'QosPolicy': '1.10', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroup': '1.5', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SecurityGroupRule': '1.2', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'SubPort': '1.0', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Subnet': '1.1', Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: 'Trunk': '1.1'}} Feb 16 16:02:32.554762 dv-cinder-829560-1-iscsi neutron-server[102629]: {{(pid=102629) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:02:32.568588 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:32.570374 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:32.572894 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:32.676418 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Attempting to bind port 8a867c10-f96c-4a98-b717-99b6c26c837f on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:32.676726 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Attempting to bind port 8a867c10-f96c-4a98-b717-99b6c26c837f by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:32.677041 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Attempting to bind port 8a867c10-f96c-4a98-b717-99b6c26c837f on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:32.682544 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:32.683237 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Checking segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:32.683810 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.684208 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Bound using segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:32.685699 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Bound port: 8a867c10-f96c-4a98-b717-99b6c26c837f, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:32.686718 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.816673 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] For port 8a867c10-f96c-4a98-b717-99b6c26c837f, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:32.819184 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks [] for security_group (d578cdba-3bc1-40b2-8404-0e472ca6cd9d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.823467 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] For port 8a867c10-f96c-4a98-b717-99b6c26c837f, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=8a867c10-f96c-4a98-b717-99b6c26c837f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:32.829962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks [] for security_group (40a49f00-a577-4650-aaa7-472cf0eb851e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.836176 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d578cdba-3bc1-40b2-8404-0e472ca6cd9d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.843975 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.851597 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (40a49f00-a577-4650-aaa7-472cf0eb851e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.910499 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks [] for security_group (fe97a213-0a2c-46dc-8ac7-68eaf1e0b984), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.947215 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d1d81-792a-4801-afe7-a453b7f1999a None None] Pushing event updated for resources: {'Port': ['ID=8a867c10-f96c-4a98-b717-99b6c26c837f,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:32.949213 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d578cdba-3bc1-40b2-8404-0e472ca6cd9d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:32.964179 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (fe97a213-0a2c-46dc-8ac7-68eaf1e0b984), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:32.981346 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a49f00-a577-4650-aaa7-472cf0eb851e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:32.983724 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:02:33.012487 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782659204482', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (8c720c61-c4b7-4547-aa1b-62c13df788fd), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.013133 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Unsubscribe: segment precommit_create {{(pid=102627) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 16:02:33.013564 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Added segment 8c720c61-c4b7-4547-aa1b-62c13df788fd of type vlan for network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 Feb 16 16:02:33.039834 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:02:33.059941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (1a32cba9-ba27-4158-9c74-ace2944e7b73), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.060468 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Added segment 1a32cba9-ba27-4158-9c74-ace2944e7b73 of type vlan for network 4d83b51d-eb16-41e1-afb9-2aa457991587 Feb 16 16:02:33.088966 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (2d44e3e6-f30b-477c-bc15-19ba17ea5263), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.114840 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (4d83b51d-eb16-41e1-afb9-2aa457991587), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.153858 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (4d83b51d-eb16-41e1-afb9-2aa457991587), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.155466 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:02:33.156259 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:33.156784 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.173729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (2d44e3e6-f30b-477c-bc15-19ba17ea5263), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.230114 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:33.230114 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.318291 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d83b51d-eb16-41e1-afb9-2aa457991587,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:33.325451 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d44e3e6-f30b-477c-bc15-19ba17ea5263,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:33.332634 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ab7b167d-e71d-4b33-aa75-b74f571517c7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3094587 Feb 16 16:02:33.338419 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 4d83b51d-eb16-41e1-afb9-2aa457991587 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:02:33.338680 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2162049 Feb 16 16:02:33.343057 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60172) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:33.343277 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60174) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:33.351469 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Request body: {'subnet': {'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-737678276-subnet', 'tenant_id': '481f8d49dbdc4f668e3b887bebea6df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:33.384166 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (883e0242-d113-48c2-96d0-ad2b65c6f6eb), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.384644 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Added segment 883e0242-d113-48c2-96d0-ad2b65c6f6eb of type vlan for network 4b7a5b21-14b5-403c-a74b-51222a4db256 Feb 16 16:02:33.392842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Request body: {'subnet': {'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-subnet', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:33.419759 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Made reservation on behalf of 481f8d49dbdc4f668e3b887bebea6df6 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:33.422858 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.498152 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:02:33.610325 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Made reservation on behalf of dcc982725ac74bf3b8b5b4ff55d3d93b for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:33.615967 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.691355 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks [] for router_gateway (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.726780 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.733128 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 8a867c10-f96c-4a98-b717-99b6c26c837f up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:33.815458 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 8a867c10-f96c-4a98-b717-99b6c26c837f triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:33.816995 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.820801 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c157d1b-2678-4517-9741-4ce6dad6ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97a213-0a2c-46dc-8ac7-68eaf1e0b984,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:33.841794 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (c54f8115-e720-48cf-8835-e90a86113e26), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.850688 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (35a0084f-6f3f-43f9-9f93-1e22a397d294), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.928512 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (4b7a5b21-14b5-403c-a74b-51222a4db256), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:33.948045 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Checking segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:33.948618 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Network hostable DHCP agents. Network: 2d44e3e6-f30b-477c-bc15-19ba17ea5263, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:02:33.997847 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 8a867c10-f96c-4a98-b717-99b6c26c837f is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:33.998511 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.003872 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Allocated IP 172.27.0.2 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/a28cdf7b-5bfd-479e-8842-c984c3bcb91a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:34.021933 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54f8115-e720-48cf-8835-e90a86113e26,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:34.038935 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:02:34.052634 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (4b7a5b21-14b5-403c-a74b-51222a4db256), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.054056 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:34.054812 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.070835 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 8a867c10-f96c-4a98-b717-99b6c26c837f, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=8a867c10-f96c-4a98-b717-99b6c26c837f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:02:34.082984 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.132277 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Checking segment: {'id': '1a32cba9-ba27-4158-9c74-ace2944e7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:34.132646 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Network hostable DHCP agents. Network: 4d83b51d-eb16-41e1-afb9-2aa457991587, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:02:34.139725 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 2d44e3e6-f30b-477c-bc15-19ba17ea5263) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:34.160933 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602fef16-1e4b-474f-bcc2-ef0f71f38c85 None None] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:34.163121 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:34.164149 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.178304 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1738651 Feb 16 16:02:34.180592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60196) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:34.200419 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Request body: {'subnet': {'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-subnet', 'tenant_id': '90896883632943e899a84ffb10835031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:34.204231 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a0084f-6f3f-43f9-9f93-1e22a397d294,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:34.260314 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562276-4c57-49b9-b4b0-c0d69e182f2b admin admin] Pushing event updated for resources: {'Network': ['ID=4b7a5b21-14b5-403c-a74b-51222a4db256,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:34.285723 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d190ea08-7de8-4910-90bd-5f6f59043eb0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9386442 Feb 16 16:02:34.287173 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60198) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:34.293955 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:34.294476 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:02:34.298346 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Network 4d83b51d-eb16-41e1-afb9-2aa457991587 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:02:34.302290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks [] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.305049 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Made reservation on behalf of 90896883632943e899a84ffb10835031 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:34.307467 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.329560 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 4d83b51d-eb16-41e1-afb9-2aa457991587) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:34.344323 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:34.344921 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.385551 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b989c66-e738-42a9-8487-6073ab0b8e06 None None] Network 4d83b51d-eb16-41e1-afb9-2aa457991587 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:34.392910 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.394025 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.398190 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=8a867c10-f96c-4a98-b717-99b6c26c837f,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:34.421756 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-43ab40fc-6dcb-46d4-81fd-13cec52ed1ea admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0649755 Feb 16 16:02:34.435096 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.560853 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:34.584782 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:34.586384 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05daece5-9fcd-4b05-a430-cd4649997188 None None] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:34.593846 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8cb62-f80b-458a-83ea-ba0398a87094 None None] Network 4d83b51d-eb16-41e1-afb9-2aa457991587 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:34.612862 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:34.756392 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks [] for router_controller (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.763448 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:02:34.764397 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:34.773295 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Pushing event updated for resources: {'Port': ['ID=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:34.798987 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-37cf5133-4a10-486a-999e-e7d5fcacfa6e None None] Provisioning complete for port 8a867c10-f96c-4a98-b717-99b6c26c837f triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:34.799698 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37cf5133-4a10-486a-999e-e7d5fcacfa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.002883 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Allocated IP 172.20.0.2 (2d44e3e6-f30b-477c-bc15-19ba17ea5263/35a0084f-6f3f-43f9-9f93-1e22a397d294/47ceadcf-d6b9-4f95-8833-caa0fad7bcdf) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:35.053755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks [] for router_gateway (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.324008 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks [] for router_gateway (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.441294 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (e4cf1e47-3404-4c78-9c18-3828189b563b), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.549157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.612429 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Checking segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:35.613249 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Network hostable DHCP agents. Network: 4b7a5b21-14b5-403c-a74b-51222a4db256, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:02:35.625019 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60262) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:35.631586 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4cf1e47-3404-4c78-9c18-3828189b563b,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:35.636613 dv-cinder-829560-1-iscsi neutron-server[102627]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:02:35.656798 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:02:35.672947 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 8a867c10-f96c-4a98-b717-99b6c26c837f up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:35.728685 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-37cf5133-4a10-486a-999e-e7d5fcacfa6e None None] Current status of the port 8a867c10-f96c-4a98-b717-99b6c26c837f is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:35.729201 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 4b7a5b21-14b5-403c-a74b-51222a4db256) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:35.762965 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:35.763723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.809667 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d21bec5-3ad9-41e7-88ba-34d923537174 None None] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:35.838555 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:02:35.872113 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a97683b2-bde4-4d3f-9604-dfa8bf000022 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6843367 Feb 16 16:02:35.929539 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60276) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:35.947192 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Publish callbacks [] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:35.996932 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:36.026872 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.088593 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:02:36.088808 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-0af43a20-6b87-4cee-913e-5e5f73efa701 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:36.090282 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-0af43a20-6b87-4cee-913e-5e5f73efa701 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/networks?id=4d83b51d-eb16-41e1-afb9-2aa457991587 HTTP/1.1" status: 200 len: 811 time: 0.4554110 Feb 16 16:02:36.102321 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (be40dc2f-4294-4cda-82d7-e89d9596170a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.104112 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (be40dc2f-4294-4cda-82d7-e89d9596170a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.112830 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:02:36.128578 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:36.129669 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:36.133701 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-49a89924-0546-4317-95f7-4d2ae36081b2 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/quotas/481f8d49dbdc4f668e3b887bebea6df6 HTTP/1.1" status: 200 len: 375 time: 0.0220954 Feb 16 16:02:36.140577 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:36.143502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.144543 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks [] for router_gateway (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.148244 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b55e1746-5556-4ac7-be2b-64c4986853ee admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.1523290 Feb 16 16:02:36.148863 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60290) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:36.177012 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Pushing event updated for resources: {'Port': ['ID=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:36.223826 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:36.230394 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:36.250495 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.278317 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-8b60eae7-06f0-4800-990e-9987ff01d27b tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=481f8d49dbdc4f668e3b887bebea6df6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1373174 Feb 16 16:02:36.288335 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks [] for router_controller (be40dc2f-4294-4cda-82d7-e89d9596170a), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.311429 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:36.314086 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 8a867c10-f96c-4a98-b717-99b6c26c837f triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:36.314684 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.394727 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dc49c0-d97d-4a63-82b0-7682be9bf59a None None] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:36.398504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.399646 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-edd6a6ce-5e8e-406f-9058-4d5f9cc8bd34 None None] Provisioning complete for port 8a867c10-f96c-4a98-b717-99b6c26c837f triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:36.400291 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-edd6a6ce-5e8e-406f-9058-4d5f9cc8bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.471439 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Attempting to bind port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:36.472144 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Attempting to bind port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:36.472700 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Attempting to bind port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:36.492345 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:36.493066 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Checking segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:36.493632 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.494290 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Bound using segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:36.495221 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Bound port: 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:36.495763 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.566461 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks [] for router_gateway (be40dc2f-4294-4cda-82d7-e89d9596170a), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.647039 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60306) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:36.729173 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Allocated IP 172.27.0.36 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/f9d0e610-0913-45a3-9a45-f673b82da8e9) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:36.768239 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] For port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:36.778950 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] For port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:36.794083 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 8a867c10-f96c-4a98-b717-99b6c26c837f is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:36.809130 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:36.839147 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-b32753d1-388e-4d1e-a3e0-de721a909d88 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:02:36.846872 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-b32753d1-388e-4d1e-a3e0-de721a909d88 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2344944 Feb 16 16:02:36.891435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8a43b-ef47-4a6e-9348-6d08e24da4ad None None] Pushing event updated for resources: {'Port': ['ID=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:36.903243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-edd6a6ce-5e8e-406f-9058-4d5f9cc8bd34 None None] Current status of the port 8a867c10-f96c-4a98-b717-99b6c26c837f is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:36.976046 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:34Z', 'revision_number': 3, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:36.991272 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks [] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.017720 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:02:37.018361 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Updating router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d port a28cdf7b-5bfd-479e-8842-c984c3bcb91a binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:02:37.022249 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-755454fe-427e-4c83-933c-be7fdc2d9ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.067631 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.370804 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.374092 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-35a85aa7-1512-47a9-9969-9f0caeb7b96d service neutron] 10.222.0.69 "GET /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263093 Feb 16 16:02:37.430781 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.588063 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:37.665412 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:37.684241 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:37.695478 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:37.698658 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-755454fe-427e-4c83-933c-be7fdc2d9ec2 admin admin] Publish callbacks [] for security_group (cf0887c4-051b-4dcc-9928-814477407970), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.792605 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:37.796177 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.808403 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Publish callbacks [] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.823952 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.859498 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Attempting to bind port a28cdf7b-5bfd-479e-8842-c984c3bcb91a on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:37.859921 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Attempting to bind port a28cdf7b-5bfd-479e-8842-c984c3bcb91a by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:37.860252 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Attempting to bind port a28cdf7b-5bfd-479e-8842-c984c3bcb91a on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:37.900661 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:37.900661 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:37.901054 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.901372 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:37.901874 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Bound port: a28cdf7b-5bfd-479e-8842-c984c3bcb91a, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:37.902368 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.969363 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] For port a28cdf7b-5bfd-479e-8842-c984c3bcb91a, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:37.969941 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-755454fe-427e-4c83-933c-be7fdc2d9ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (cf0887c4-051b-4dcc-9928-814477407970), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:37.973575 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] For port a28cdf7b-5bfd-479e-8842-c984c3bcb91a, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:37.989351 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Allocated IP 172.20.0.1 (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d/fea91056-8b15-4e3d-91cb-b52b0228a176/be70a6c0-0eb0-40bd-b6a4-3be4b41068aa) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:37.993294 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.033156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:38.035876 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.068865 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Pushing event updated for resources: {'Port': ['ID=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:38.095599 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.095971 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.096331 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.097515 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d0e610-0913-45a3-9a45-f673b82da8e9,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:38.111567 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.112044 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.112396 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.112749 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.113087 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.113427 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.113779 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.114117 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.114446 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.114770 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Tracked resource versions report: Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: pushed versions: Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: { 'AddressGroup': {'1.2'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'ConntrackHelper': {'1.0'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'LocalIPAssociation': {'1.0'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Log': {'1.0'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Network': {'1.1'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Port': {'1.7'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'PortForwarding': {'1.2'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'QosPolicy': {'1.10'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroup': {'1.5'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroupRule': {'1.2'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SubPort': {'1.0'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Subnet': {'1.1'}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Trunk': {'1.1'}} Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: consumer versions: Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: { DHCP agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: HyperV agent@hv-cinder-82956: {}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: L3 agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: Metadata agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: Metering agent@dv-cinder-829560-1-iscsi: {}, Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: Open vSwitch agent@dv-cinder-829560-1-iscsi: { 'AddressGroup': '1.2', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'ConntrackHelper': '1.0', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'LocalIPAssociation': '1.0', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Log': '1.0', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Network': '1.1', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Port': '1.7', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'PortForwarding': '1.2', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'QosPolicy': '1.10', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroup': '1.5', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SecurityGroupRule': '1.2', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'SubPort': '1.0', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Subnet': '1.1', Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: 'Trunk': '1.1'}} Feb 16 16:02:38.115959 dv-cinder-829560-1-iscsi neutron-server[102630]: {{(pid=102630) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 16:02:38.118726 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-35a89f9c-a65e-4aac-b2b6-b82c5b46cb22 service neutron] 10.222.0.69 "GET /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7347505 Feb 16 16:02:38.137941 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:02:38.144427 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-755454fe-427e-4c83-933c-be7fdc2d9ec2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e3dc9ddbddb4e76a306aa7ad6585b0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4957526 Feb 16 16:02:38.147558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.149965 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60364) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:38.158743 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:38.159662 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:38.217894 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:38.225993 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks [] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.262094 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60366) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:38.270684 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.273101 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks [] for router_gateway (be40dc2f-4294-4cda-82d7-e89d9596170a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.320205 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:38.322117 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.325439 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:38.341658 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:38.343490 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:38.344278 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.448718 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Pushing event updated for resources: {'Port': ['ID=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:38.549487 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Allocated IP 172.27.0.244 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/0a1ea06e-3c35-47ec-a67c-9581713bc0f8) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:38.564545 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ae26a9b-9eda-4bd8-b18f-70838f6805fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.695296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ae26a9b-9eda-4bd8-b18f-70838f6805fa admin admin] Publish callbacks [] for security_group (105672c7-b7ab-4e32-b428-f8ddbfe42bb1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.698712 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:38.705046 dv-cinder-829560-1-iscsi neutron-server[102628]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 16:02:38.743693 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4ae26a9b-9eda-4bd8-b18f-70838f6805fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (105672c7-b7ab-4e32-b428-f8ddbfe42bb1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.744897 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks [] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.774857 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9b93d-c464-4568-abcf-2f1ceafa10d9 None None] Pushing event updated for resources: {'Port': ['ID=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:38.775742 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3456c92c-7009-45a3-80ef-3837645c9ebd None None] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:38.781311 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-c7b3d8a0-6cdf-4a0b-8c70-14bb0135afc0 None None] Provisioning complete for port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:38.782123 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7b3d8a0-6cdf-4a0b-8c70-14bb0135afc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.798041 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.808944 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff870a55-0794-4f4e-a6c9-5f2137ca7f0e req-0ead70f1-58ab-4f7e-a9fb-2f0575c325c5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.1085625 Feb 16 16:02:38.815459 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:34Z', 'revision_number': 3, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:38.854097 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5635e-1951-4eaf-9958-5b174d073ddd None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:34Z', 'revision_number': 3, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:02:38.882073 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0b02c59-4b5c-46d7-ad41-95e980761f57 admin admin] Publish callbacks [] for security_group (cf0887c4-051b-4dcc-9928-814477407970), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.884519 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.906575 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0b02c59-4b5c-46d7-ad41-95e980761f57 admin admin] Publish callbacks [] for security_group (cf0887c4-051b-4dcc-9928-814477407970), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:38.935881 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4ae26a9b-9eda-4bd8-b18f-70838f6805fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7946cd2edb5644e9906e5aa8c0a38d59&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6723990 Feb 16 16:02:38.936932 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3d8a0-6cdf-4a0b-8c70-14bb0135afc0 None None] Port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:02:38.952310 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60396) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:38.955716 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae26a9b-9eda-4bd8-b18f-70838f6805fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105672c7-b7ab-4e32-b428-f8ddbfe42bb1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:38.982104 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755454fe-427e-4c83-933c-be7fdc2d9ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0887c4-051b-4dcc-9928-814477407970,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:39.030177 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Pushing event updated for resources: {'Port': ['ID=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:39.034376 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:39.039619 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:39.045695 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:39.104162 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7d6e1863-0c7e-415a-871f-4cda271d8ec8 None None] Provisioning complete for port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:39.106243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d6e1863-0c7e-415a-871f-4cda271d8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.300068 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7d6e1863-0c7e-415a-871f-4cda271d8ec8 None None] Current status of the port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:39.377715 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0b02c59-4b5c-46d7-ad41-95e980761f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (cf0887c4-051b-4dcc-9928-814477407970), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.379974 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f0b02c59-4b5c-46d7-ad41-95e980761f57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.383431 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f0b02c59-4b5c-46d7-ad41-95e980761f57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cf0887c4-051b-4dcc-9928-814477407970 HTTP/1.1" status: 204 len: 168 time: 1.2260628 Feb 16 16:02:39.383613 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-469bf5b7-0373-4f85-9a67-7c97131d5641 admin admin] Publish callbacks [] for security_group (105672c7-b7ab-4e32-b428-f8ddbfe42bb1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.487455 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-469bf5b7-0373-4f85-9a67-7c97131d5641 admin admin] Publish callbacks [] for security_group (105672c7-b7ab-4e32-b428-f8ddbfe42bb1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.572024 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-baaa8315-8c9b-4b13-aa77-7d9c55516973 None None] Provisioning complete for port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:39.572454 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-baaa8315-8c9b-4b13-aa77-7d9c55516973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.587181 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks [] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.597665 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.601293 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.607405 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b02c59-4b5c-46d7-ad41-95e980761f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0887c4-051b-4dcc-9928-814477407970,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:39.744067 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-469bf5b7-0373-4f85-9a67-7c97131d5641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (105672c7-b7ab-4e32-b428-f8ddbfe42bb1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.750027 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-469bf5b7-0373-4f85-9a67-7c97131d5641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.750518 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks [] for router_gateway (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.751506 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-469bf5b7-0373-4f85-9a67-7c97131d5641 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/105672c7-b7ab-4e32-b428-f8ddbfe42bb1 HTTP/1.1" status: 204 len: 168 time: 0.7975469 Feb 16 16:02:39.854579 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bf5b7-0373-4f85-9a67-7c97131d5641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105672c7-b7ab-4e32-b428-f8ddbfe42bb1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:39.869669 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-baaa8315-8c9b-4b13-aa77-7d9c55516973 None None] Current status of the port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:39.905681 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:39.992493 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:39.996037 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks [] for router_gateway (be40dc2f-4294-4cda-82d7-e89d9596170a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:39.998347 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:40.031721 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:40.046217 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:40.092759 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3f066394-e782-4fec-8514-501578b508ec req-190e3232-7b5a-4116-9b23-58283e89e88f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.0587749 Feb 16 16:02:40.096027 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Pushing event updated for resources: {'Port': ['ID=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:40.163754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-522439f0-7d7e-4cca-a735-ba680ef77d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:40.216092 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:40.218482 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device a28cdf7b-5bfd-479e-8842-c984c3bcb91a up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:40.423163 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port a28cdf7b-5bfd-479e-8842-c984c3bcb91a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:40.424160 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:40.426115 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:02:40.700575 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:02:40.722751 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9cb43d98-61ce-407f-ac58-6e15eb8d64d7 admin admin] 10.222.0.69 "PUT /v2.0/routers/9bfd9b5a-0b27-4780-a15b-5cb5c45c342d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5727677 Feb 16 16:02:40.730308 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-1bb1a59c-4d50-4620-a781-9209a34f0ce7 None None] Provisioning complete for port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:40.730696 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1bb1a59c-4d50-4620-a781-9209a34f0ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:40.791277 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port a28cdf7b-5bfd-479e-8842-c984c3bcb91a is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:40.791967 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:40.997655 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1a59c-4d50-4620-a781-9209a34f0ce7 None None] Port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:02:41.003338 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port a28cdf7b-5bfd-479e-8842-c984c3bcb91a, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:02:41.020562 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:41.130481 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:41.222178 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (be40dc2f-4294-4cda-82d7-e89d9596170a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:41.267862 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:41.371953 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:41.544494 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-264957e4-470e-466b-9230-4e62d35e01a3 req-0c3d937c-9903-4005-ad61-2121fc2340a9 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.1409185 Feb 16 16:02:41.625915 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device a28cdf7b-5bfd-479e-8842-c984c3bcb91a up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:41.733731 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port a28cdf7b-5bfd-479e-8842-c984c3bcb91a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:41.734804 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:41.758859 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Router be40dc2f-4294-4cda-82d7-e89d9596170a is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:02:41.793372 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:02:41.929491 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-490fc426-3357-4a24-851a-87a16840c765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:41.934660 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port a28cdf7b-5bfd-479e-8842-c984c3bcb91a is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:41.964025 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60518) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:41.986057 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199176030', 'description': 'tempest-description--1005784126'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:42.001089 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.36', 58478) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:42.056509 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:02:42.069941 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Sync routers for ids ['be40dc2f-4294-4cda-82d7-e89d9596170a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:02:42.090547 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Routers {'be40dc2f-4294-4cda-82d7-e89d9596170a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:42.091189 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['be40dc2f-4294-4cda-82d7-e89d9596170a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:42.097403 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.100483 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-20c44d80-3347-41d8-8789-e2bea09ade7c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1695597 Feb 16 16:02:42.104295 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60522) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:42.112075 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.116067 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:02:42.147323 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:02:42.173460 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:42.175462 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:42.230754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:02:42.263344 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:42.265234 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:42.295818 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (38a5414c-cac2-45e7-a1ef-893cc5eb3b85), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.378886 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (38a5414c-cac2-45e7-a1ef-893cc5eb3b85), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.430543 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Set router be40dc2f-4294-4cda-82d7-e89d9596170a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:42.454311 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:42.480437 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.481853 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5102441 Feb 16 16:02:42.491051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60542) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:42.519957 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'security_group_rule': {'security_group_id': '38a5414c-cac2-45e7-a1ef-893cc5eb3b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:42.564138 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.569989 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-29061dd7-08a4-49e8-87d2-48b07a084186 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2781701 Feb 16 16:02:42.570252 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60546) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:42.624260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (9810808f-410a-4d03-9283-41c6395771fe), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.720874 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59900e6a-f740-4093-a7dd-0d6168bdcded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a5414c-cac2-45e7-a1ef-893cc5eb3b85,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:42.721473 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:42.840242 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf9baae9-57e1-4369-a837-3d8b272f3dac req-8e322341-cbed-4523-8293-a408e3537e7f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.0748541 Feb 16 16:02:42.866665 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-346f514e-2281-4de5-ac58-51a82d8e4bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.949562 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (9810808f-410a-4d03-9283-41c6395771fe), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:42.981366 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-47c30703-c2b3-48d5-9964-d7b5e30f9969 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:42.989321 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-47c30703-c2b3-48d5-9964-d7b5e30f9969 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.36 "GET /v2.0/networks?id=4d83b51d-eb16-41e1-afb9-2aa457991587 HTTP/1.1" status: 200 len: 811 time: 0.9350719 Feb 16 16:02:43.001142 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:39Z', 'revision_number': 2, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:43.002365 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (9810808f-410a-4d03-9283-41c6395771fe), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.078989 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:39Z', 'revision_number': 3, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:43.094704 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Request body: {'port': {'device_id': '1ea386e1-1943-47ed-991e-e43b481a227a', 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587', 'admin_state_up': True, 'tenant_id': '481f8d49dbdc4f668e3b887bebea6df6'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:43.099978 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:02:43.100507 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Updating router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:02:43.121591 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Checking router: be40dc2f-4294-4cda-82d7-e89d9596170a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:02:43.121955 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Updating router be40dc2f-4294-4cda-82d7-e89d9596170a port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:02:43.180413 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.181558 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9810808f-410a-4d03-9283-41c6395771fe,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:43.247905 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 3, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:43.306762 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.447516 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-490fc426-3357-4a24-851a-87a16840c765 admin admin] Publish callbacks [] for security_group (1cce87f1-5c3d-4075-b0d2-e003edd7bd1a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.466856 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.477740 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2cc8f923-3beb-4fc4-9599-af370022081c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9597211 Feb 16 16:02:43.493493 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:43.500109 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-490fc426-3357-4a24-851a-87a16840c765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1cce87f1-5c3d-4075-b0d2-e003edd7bd1a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.536277 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:02:43.538133 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Updating router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 port f9d0e610-0913-45a3-9a45-f673b82da8e9 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:02:43.554858 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'security_group_rule': {'security_group_id': '38a5414c-cac2-45e7-a1ef-893cc5eb3b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:43.599741 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-490fc426-3357-4a24-851a-87a16840c765 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=098d45b5548941118f4d51ee2fbb3e17&name=default HTTP/1.1" status: 200 len: 2992 time: 2.2262170 Feb 16 16:02:43.609592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60594) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:43.711197 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.722380 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.790235 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc426-3357-4a24-851a-87a16840c765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce87f1-5c3d-4075-b0d2-e003edd7bd1a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:43.879855 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (16b24932-6b61-408d-86c4-d70579efa7ea), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.912844 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:43.972308 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b1c75f2d-9488-4090-8249-4d367d77aa45 admin admin] Publish callbacks [] for security_group (1cce87f1-5c3d-4075-b0d2-e003edd7bd1a), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.046991 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b1c75f2d-9488-4090-8249-4d367d77aa45 admin admin] Publish callbacks [] for security_group (1cce87f1-5c3d-4075-b0d2-e003edd7bd1a), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.099075 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.195352 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (16b24932-6b61-408d-86c4-d70579efa7ea), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.209378 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (16b24932-6b61-408d-86c4-d70579efa7ea), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.241899 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Made reservation on behalf of 481f8d49dbdc4f668e3b887bebea6df6 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:44.249572 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.272003 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Publish callbacks [] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.312243 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.325506 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Publish callbacks [] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.336997 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.351209 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8008933 Feb 16 16:02:44.371412 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60610) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:44.440774 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:44.526738 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e1662-a1d9-4fcf-8a6d-ba5e1439f0e0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b24932-6b61-408d-86c4-d70579efa7ea,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:44.595263 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78c6bf4d-d56c-4fbf-9d6a-a4984beb14db req-bfe9d7de-21db-4b5c-9c3f-8f64c106169d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.3079402 Feb 16 16:02:44.631676 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b1c75f2d-9488-4090-8249-4d367d77aa45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1cce87f1-5c3d-4075-b0d2-e003edd7bd1a), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.648118 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b1c75f2d-9488-4090-8249-4d367d77aa45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.649285 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b1c75f2d-9488-4090-8249-4d367d77aa45 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1cce87f1-5c3d-4075-b0d2-e003edd7bd1a HTTP/1.1" status: 204 len: 168 time: 0.9767308 Feb 16 16:02:44.653979 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:44.719561 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c75f2d-9488-4090-8249-4d367d77aa45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce87f1-5c3d-4075-b0d2-e003edd7bd1a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:45.054091 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba68a-e2f1-469d-baf8-126406ec261c None None] Pushing event updated for resources: {'Port': ['ID=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:45.058947 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Attempting to bind port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:45.059922 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Attempting to bind port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:45.061308 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Attempting to bind port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:45.083629 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:45.086244 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Checking segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:45.088909 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.096546 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Bound using segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:45.097562 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Bound port: be70a6c0-0eb0-40bd-b6a4-3be4b41068aa, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:45.098433 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.219760 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.259691 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] For port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:45.261754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Attempting to bind port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:45.265582 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Attempting to bind port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:45.266231 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Attempting to bind port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:45.268946 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] For port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:45.271949 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Allocated IP 172.20.0.1 (2d44e3e6-f30b-477c-bc15-19ba17ea5263/35a0084f-6f3f-43f9-9f93-1e22a397d294/dcda7913-e54d-4404-b746-050a135628d0) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:45.284580 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.304124 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:45.305803 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:45.307943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.313964 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:45.314965 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Bound port: 0a1ea06e-3c35-47ec-a67c-9581713bc0f8, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:45.316121 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.462963 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] For port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:45.478390 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:45.481390 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:45.503336 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks [] for port (dcda7913-e54d-4404-b746-050a135628d0), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.537771 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] For port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:45.627400 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-3a6bdff2-9284-4187-a388-012983826bec None None] Provisioning complete for port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:45.629084 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a6bdff2-9284-4187-a388-012983826bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.819572 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (dcda7913-e54d-4404-b746-050a135628d0), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:45.852885 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ba68a-e2f1-469d-baf8-126406ec261c None None] Pushing event updated for resources: {'Port': ['ID=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:46.026441 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Pushing event updated for resources: {'Port': ['ID=dcda7913-e54d-4404-b746-050a135628d0,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:46.033858 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:46.083652 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:46.099782 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:46.112821 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:46.116299 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.120223 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Allocated IP 172.20.0.6 (4d83b51d-eb16-41e1-afb9-2aa457991587/c54f8115-e720-48cf-8835-e90a86113e26/e8d8a0cf-c7d2-47b1-9de7-431ceeae2357) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:46.250610 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.254398 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2bde-ff73-4d14-b723-b349dc324f20 None None] Pushing event updated for resources: {'Port': ['ID=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:46.279683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.367498 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.517021 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60654) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:46.520673 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a2bde-ff73-4d14-b723-b349dc324f20 None None] Pushing event updated for resources: {'Port': ['ID=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:46.614057 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60658) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:46.639948 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa7ab1c5-1186-41cd-8b80-ce04ff06e563 req-4966be63-b76a-4822-829d-48d4b74b7377 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.2625437 Feb 16 16:02:46.684538 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:45Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:46.717734 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb8c39c-a5f0-4404-aaba-01705d15b7cb None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:45Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:02:46.721040 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64bc9998-fb55-4876-afa1-598062816146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.879944 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Publish callbacks [] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.900392 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Routers {'be40dc2f-4294-4cda-82d7-e89d9596170a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:46.901830 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['be40dc2f-4294-4cda-82d7-e89d9596170a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:46.918888 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:46.962419 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Allocated IP 172.20.0.1 (4b7a5b21-14b5-403c-a74b-51222a4db256/e4cf1e47-3404-4c78-9c18-3828189b563b/de5bc213-d928-4bc4-82d2-c2412ac8d355) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:47.195110 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks [] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.203744 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.211407 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3a6bdff2-9284-4187-a388-012983826bec None None] Current status of the port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:47.211810 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a6bdff2-9284-4187-a388-012983826bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.233416 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f21581fb-6bbb-4185-82a9-404be9826d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.254307 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Allocated IP 172.27.0.34 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/22cf1ed5-cc77-4add-a842-e18c68714053) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:02:47.367923 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82397b-9bd5-4f38-a5c6-21736b8a8e8b None None] Pushing event updated for resources: {'Port': ['ID=f9d0e610-0913-45a3-9a45-f673b82da8e9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:47.504400 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f21581fb-6bbb-4185-82a9-404be9826d5c admin admin] Publish callbacks [] for security_group (91eabaaa-6706-4621-af68-9f81137ab2cc), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.504700 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for port (22cf1ed5-cc77-4add-a842-e18c68714053), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.572093 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Attempting to bind port f9d0e610-0913-45a3-9a45-f673b82da8e9 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:47.572619 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Attempting to bind port f9d0e610-0913-45a3-9a45-f673b82da8e9 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:47.573982 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Attempting to bind port f9d0e610-0913-45a3-9a45-f673b82da8e9 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:47.610345 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (dcda7913-e54d-4404-b746-050a135628d0), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.647495 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.692990 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:47.702497 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:47.703106 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.704196 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:47.705569 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Bound port: f9d0e610-0913-45a3-9a45-f673b82da8e9, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:47.708772 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.827957 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Pushing event updated for resources: {'Port': ['ID=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:47.857074 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Network 4d83b51d-eb16-41e1-afb9-2aa457991587 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:47.873914 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:47.876344 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:47.902657 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:47.903708 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.974001 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] Set router be40dc2f-4294-4cda-82d7-e89d9596170a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:47.993573 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks [] for port (dcda7913-e54d-4404-b746-050a135628d0), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:47.995470 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f21581fb-6bbb-4185-82a9-404be9826d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (91eabaaa-6706-4621-af68-9f81137ab2cc), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.031287 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-45aa30f6-30c2-49bb-9b3a-0b14a30053b5 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9566979 Feb 16 16:02:48.033172 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (22cf1ed5-cc77-4add-a842-e18c68714053), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.049105 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-ab5aefed-6ab3-4c85-afc3-54c0adb8655d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:02:48.050059 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-ab5aefed-6ab3-4c85-afc3-54c0adb8655d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077932 Feb 16 16:02:48.066849 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f21581fb-6bbb-4185-82a9-404be9826d5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f39b91c348a43c0b3d2eca1760b9742&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5176504 Feb 16 16:02:48.066849 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (dcda7913-e54d-4404-b746-050a135628d0), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.066849 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.101948 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60680) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:48.138531 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21581fb-6bbb-4185-82a9-404be9826d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91eabaaa-6706-4621-af68-9f81137ab2cc,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:48.176338 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device be70a6c0-0eb0-40bd-b6a4-3be4b41068aa up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:48.261456 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Pushing event updated for resources: {'Port': ['ID=dcda7913-e54d-4404-b746-050a135628d0,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:48.270740 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks [] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.290917 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3a6bdff2-9284-4187-a388-012983826bec None None] For port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:02:48.292398 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'Port': ['ID=22cf1ed5-cc77-4add-a842-e18c68714053,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:48.340816 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:48.372987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:48.375075 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] For port f9d0e610-0913-45a3-9a45-f673b82da8e9, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:48.391840 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a6bdff2-9284-4187-a388-012983826bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.402745 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:48.475758 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Request body: {'port': {'device_id': '1ea386e1-1943-47ed-991e-e43b481a227a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:48.526970 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbb595-28aa-44b1-86fd-010cf3b958c4 req-48a6e50c-4071-4bbb-9eab-5504b17eac1a tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:48.534071 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d4bbb595-28aa-44b1-86fd-010cf3b958c4 req-48a6e50c-4071-4bbb-9eab-5504b17eac1a tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 931 time: 0.7094312 Feb 16 16:02:48.653809 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] For port f9d0e610-0913-45a3-9a45-f673b82da8e9, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f9d0e610-0913-45a3-9a45-f673b82da8e9,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:48.770414 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bdff2-9284-4187-a388-012983826bec None None] Pushing event updated for resources: {'Port': ['ID=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:48.782089 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.921502 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b4728f73-541e-4c4b-8b9b-48fd811e9a58 None None] Provisioning complete for port dcda7913-e54d-4404-b746-050a135628d0 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:48.921937 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4728f73-541e-4c4b-8b9b-48fd811e9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (dcda7913-e54d-4404-b746-050a135628d0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:48.965161 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d4bbb595-28aa-44b1-86fd-010cf3b958c4 req-319b68a1-3643-4cca-95c3-c053ed1d58f1 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300308 Feb 16 16:02:49.000253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.022843 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (5a82d6fe-efc8-4a4d-a245-505d88587d91), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.057385 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:49.065887 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.100665 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (22cf1ed5-cc77-4add-a842-e18c68714053), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.118075 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:49.128700 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b88c49a4-cf76-4d9e-91ef-4a1b21755e8e admin admin] Publish callbacks [] for security_group (91eabaaa-6706-4621-af68-9f81137ab2cc), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.145570 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b4728f73-541e-4c4b-8b9b-48fd811e9a58 None None] Port dcda7913-e54d-4404-b746-050a135628d0 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:02:49.150877 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d82397b-9bd5-4f38-a5c6-21736b8a8e8b None None] Pushing event updated for resources: {'Port': ['ID=f9d0e610-0913-45a3-9a45-f673b82da8e9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:49.159654 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:49.188759 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:49.198054 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:49.215915 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64bc9998-fb55-4876-afa1-598062816146 admin admin] Publish callbacks [] for security_group (7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.322187 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64bc9998-fb55-4876-afa1-598062816146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.379512 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-b4728f73-541e-4c4b-8b9b-48fd811e9a58 None None] Provisioning complete for port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:49.380143 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b4728f73-541e-4c4b-8b9b-48fd811e9a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.468973 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc9998-fb55-4876-afa1-598062816146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:49.472720 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.486773 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b88c49a4-cf76-4d9e-91ef-4a1b21755e8e admin admin] Publish callbacks [] for security_group (91eabaaa-6706-4621-af68-9f81137ab2cc), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.628796 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Pushing event updated for resources: {'Port': ['ID=de5bc213-d928-4bc4-82d2-c2412ac8d355,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:49.678652 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:39Z', 'revision_number': 3, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:49.706951 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:49.720289 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-64bc9998-fb55-4876-afa1-598062816146 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b3a1fad295947c5b274e77355268f2b&name=default HTTP/1.1" status: 200 len: 2994 time: 3.0866992 Feb 16 16:02:49.726328 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:49.733127 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60708) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:49.738793 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:02:49.739678 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (be40dc2f-4294-4cda-82d7-e89d9596170a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:49.781490 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:50.096603 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e64745-007e-482c-afcb-cb1db4d8da03 None None] The sync data for ids ['be40dc2f-4294-4cda-82d7-e89d9596170a'] in dv-cinder-829560-1-iscsi is: [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:39Z', 'revision_number': 3, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:02:50.135431 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:50.304767 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:02:50.344168 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:02:50.345289 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b88c49a4-cf76-4d9e-91ef-4a1b21755e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (91eabaaa-6706-4621-af68-9f81137ab2cc), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.349611 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b88c49a4-cf76-4d9e-91ef-4a1b21755e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.362241 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b88c49a4-cf76-4d9e-91ef-4a1b21755e8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/91eabaaa-6706-4621-af68-9f81137ab2cc HTTP/1.1" status: 204 len: 168 time: 2.1349585 Feb 16 16:02:50.377786 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.479660 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-b4728f73-541e-4c4b-8b9b-48fd811e9a58 None None] Current status of the port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:50.480237 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c49a4-cf76-4d9e-91ef-4a1b21755e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91eabaaa-6706-4621-af68-9f81137ab2cc,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:50.484725 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4be64802-f7fb-4a2a-b671-22633b503f23 admin admin] Publish callbacks [] for security_group (7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.490918 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device be70a6c0-0eb0-40bd-b6a4-3be4b41068aa up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:50.508365 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for port (22cf1ed5-cc77-4add-a842-e18c68714053), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.631616 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:02:50.683501 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Publish callbacks [] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.696211 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66aeb6-9d0b-4731-ad9b-a09f5fe96773 req-df384d5f-6554-4905-a0a9-c5f366f9b848 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:50.697783 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3b66aeb6-9d0b-4731-ad9b-a09f5fe96773 req-df384d5f-6554-4905-a0a9-c5f366f9b848 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 931 time: 0.5910234 Feb 16 16:02:50.713264 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (22cf1ed5-cc77-4add-a842-e18c68714053), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.850878 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-47377503-27fb-4c1d-b2f4-419a9744bc6f None None] Provisioning complete for port dcda7913-e54d-4404-b746-050a135628d0 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:50.852924 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-47377503-27fb-4c1d-b2f4-419a9744bc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (dcda7913-e54d-4404-b746-050a135628d0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.917088 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (5a82d6fe-efc8-4a4d-a245-505d88587d91), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:50.978924 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Transition to ACTIVE for port object e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:02:50.982797 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks [] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.009741 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.016376 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (be40dc2f-4294-4cda-82d7-e89d9596170a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.038256 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.106738 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-47377503-27fb-4c1d-b2f4-419a9744bc6f None None] Port dcda7913-e54d-4404-b746-050a135628d0 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:02:51.144863 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'Port': ['ID=22cf1ed5-cc77-4add-a842-e18c68714053,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:51.158278 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:51.169130 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.239963 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 2, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:51.276867 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.281766 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-caf169f1-df29-485c-adc8-ebe70864c862 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8848634 Feb 16 16:02:51.380852 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4be64802-f7fb-4a2a-b671-22633b503f23 admin admin] Publish callbacks [] for security_group (7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.386393 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedfafce-245c-4104-b041-82e295f2e1ea None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 2, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:02:51.402379 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3b66aeb6-9d0b-4731-ad9b-a09f5fe96773 req-94d7063e-8596-47a9-a1bf-7f19ca295659 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018424 Feb 16 16:02:51.432865 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Pushing event updated for resources: {'Port': ['ID=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:51.575836 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Attempting to bind port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:51.577497 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Attempting to bind port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '1a32cba9-ba27-4158-9c74-ace2944e7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:51.578423 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Attempting to bind port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 on network 4d83b51d-eb16-41e1-afb9-2aa457991587 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:51.585344 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 on network 4d83b51d-eb16-41e1-afb9-2aa457991587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:02:51.586187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Attempting to bind port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 on network 4d83b51d-eb16-41e1-afb9-2aa457991587 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:51.596473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:51.597102 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Checking segment: {'id': '1a32cba9-ba27-4158-9c74-ace2944e7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:51.598004 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Bound using segment: {'id': '1a32cba9-ba27-4158-9c74-ace2944e7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:51.598846 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Bound port: e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a32cba9-ba27-4158-9c74-ace2944e7b73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:51.599399 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.704510 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:51.830504 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] For port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:51.840622 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:51.844347 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Pushing event updated for resources: {'Port': ['ID=de5bc213-d928-4bc4-82d2-c2412ac8d355,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:51.892498 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4be64802-f7fb-4a2a-b671-22633b503f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.896837 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4be64802-f7fb-4a2a-b671-22633b503f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:51.898283 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4be64802-f7fb-4a2a-b671-22633b503f23 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47 HTTP/1.1" status: 204 len: 168 time: 2.1606925 Feb 16 16:02:51.940670 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] For port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,segment=NetworkSegment(1a32cba9-ba27-4158-9c74-ace2944e7b73),segment_id=1a32cba9-ba27-4158-9c74-ace2944e7b73)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:51.962830 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:52.011988 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be64802-f7fb-4a2a-b671-22633b503f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1655cb-8058-4e5c-8ea4-ba4d8dc5bc47,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:52.022781 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:02:52.090205 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a20bbb13-5740-4dce-9403-664f49594326 admin admin] 10.222.0.69 "PUT /v2.0/routers/4c31f4e2-6eac-4b21-bdf7-21d8d3735493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5158365 Feb 16 16:02:52.092380 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:02:52.104195 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:52.105098 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:52.106488 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:52.113006 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] 10.222.0.36 "PUT /v2.0/ports/e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 HTTP/1.1" status: 200 len: 1093 time: 3.8906691 Feb 16 16:02:52.113657 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea386e1-1943-47ed-991e-e43b481a227a', 'tag': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:02:52.124482 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-91f8e047-a775-4272-b5c9-1a5252dd3b36 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1199176030&fields=id&tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a HTTP/1.1" status: 200 len: 267 time: 0.2956285 Feb 16 16:02:52.555373 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:52.666330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d0c45-508c-44b9-af82-5d1d4eb7462e service neutron] Pushing event updated for resources: {'Port': ['ID=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:52.763149 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431633281-network', 'tenant_id': '1510d506aaed4a13babacda77cc5b563'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:52.823742 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-91cee59b-c5fe-4fdb-848e-ca68181b2daa tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:52.833461 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-91cee59b-c5fe-4fdb-848e-ca68181b2daa tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 810 time: 0.6843307 Feb 16 16:02:52.855240 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-d9e8e6a5-59cc-42b6-82b5-762a8797218b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/quotas/1b25eafaa6dc4da1b018bc9c0dfb4d0a HTTP/1.1" status: 200 len: 375 time: 0.0205002 Feb 16 16:02:52.869313 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-95d8b578-8998-4fb3-824f-44f6bac79161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:52.872396 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-95d8b578-8998-4fb3-824f-44f6bac79161 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=481f8d49dbdc4f668e3b887bebea6df6&device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 1127 time: 0.5708227 Feb 16 16:02:52.882943 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Router be40dc2f-4294-4cda-82d7-e89d9596170a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:02:53.072705 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Made reservation on behalf of 1510d506aaed4a13babacda77cc5b563 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:53.079686 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:53.200620 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:53.201764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:53.251335 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-714169ad-cb5a-4145-a259-8847dfda19ad tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3947046 Feb 16 16:02:53.255618 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-87daa6d3-0edb-47e9-8188-ad79fa20fc54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 HTTP/1.1" status: 200 len: 217 time: 0.3646104 Feb 16 16:02:53.257186 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:02:53.266661 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:53.277827 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643df095-dbc6-4aef-a574-09e8a08f9ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea386e1-1943-47ed-991e-e43b481a227a", "tag": "e8d8a0cf-c7d2-47b1-9de7-431ceeae2357"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:02:53.282290 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2b3869ae-dc19-4077-bfda-7eeb1556ca0f admin admin] 10.222.0.69 "PUT /v2.0/routers/be40dc2f-4294-4cda-82d7-e89d9596170a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1759019 Feb 16 16:02:53.319260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8b2fe-f32e-41fc-8cdb-94d5311f3d33 req-26adc421-0ee6-41a8-99a2-c43bd3298aef tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:53.324989 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36c8b2fe-f32e-41fc-8cdb-94d5311f3d33 req-26adc421-0ee6-41a8-99a2-c43bd3298aef tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 943 time: 0.6908660 Feb 16 16:02:53.346643 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:53.347541 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:53.392104 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:02:53.400222 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:53.493753 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-42d25a58-cf85-405d-9dbd-d0b2a074f452 service neutron] 10.222.0.69 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365901 Feb 16 16:02:53.556250 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:53.618277 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-bd1f7f5b-2814-4ec6-95f8-4fc75e7721bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:53.618277 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-bd1f7f5b-2814-4ec6-95f8-4fc75e7721bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c54f8115-e720-48cf-8835-e90a86113e26 HTTP/1.1" status: 200 len: 851 time: 0.3475735 Feb 16 16:02:53.658514 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36c8b2fe-f32e-41fc-8cdb-94d5311f3d33 req-2d054d3d-b024-409d-b563-2406e9ac4adb tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807361 Feb 16 16:02:53.711887 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-013eafa1-3868-4ca5-98a5-7dcb02a4ef89 service neutron] 10.222.0.69 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089396 Feb 16 16:02:53.801569 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-cea1aee0-5b90-42b0-9166-aac70f347536 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d83b51d-eb16-41e1-afb9-2aa457991587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361415 Feb 16 16:02:53.939947 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks [] for security_group (6556e706-840e-41a2-b7e1-08e601861880), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:53.962728 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6556e706-840e-41a2-b7e1-08e601861880), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:54.264835 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:02:54.276397 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6556e706-840e-41a2-b7e1-08e601861880,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:54.308920 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (262ddda1-625f-4a3f-b01a-94272ff69b8e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:54.309265 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Added segment 262ddda1-625f-4a3f-b01a-94272ff69b8e of type vlan for network 8374c31c-47e5-414e-b60e-c1f2491ccded Feb 16 16:02:54.456799 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-3f9e8e0f-c2da-48db-91b9-5828218c4c70 service neutron] 10.222.0.36 "GET /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120782 Feb 16 16:02:54.689582 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f9d0e610-0913-45a3-9a45-f673b82da8e9 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:54.753213 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (8374c31c-47e5-414e-b60e-c1f2491ccded), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:54.780396 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Sync routers for ids ['be40dc2f-4294-4cda-82d7-e89d9596170a'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:02:54.805043 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Routers {'be40dc2f-4294-4cda-82d7-e89d9596170a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:54.807645 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['be40dc2f-4294-4cda-82d7-e89d9596170a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:54.840372 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port f9d0e610-0913-45a3-9a45-f673b82da8e9 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:54.841300 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.102476 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60898) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:55.112496 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--927328817', 'description': 'tempest-description--1651849926'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:55.122882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047d8d8d-c911-42b3-a185-e546f59f1f50 x-openstack-request-id: req-047d8d8d-c911-42b3-a185-e546f59f1f50 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:02:55.123739 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea386e1-1943-47ed-991e-e43b481a227a", "tag": "e8d8a0cf-c7d2-47b1-9de7-431ceeae2357", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:02:55.123739 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-047d8d8d-c911-42b3-a185-e546f59f1f50 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:02:55.131137 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea386e1-1943-47ed-991e-e43b481a227a', 'tag': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357', 'status': 'completed', 'code': 200} Feb 16 16:02:55.133668 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (8374c31c-47e5-414e-b60e-c1f2491ccded), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.137708 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port f9d0e610-0913-45a3-9a45-f673b82da8e9 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:55.142733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:55.147760 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.155465 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.204187 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.235215 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port f9d0e610-0913-45a3-9a45-f673b82da8e9, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f9d0e610-0913-45a3-9a45-f673b82da8e9,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:02:55.244573 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.256024 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:55.409807 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Set router be40dc2f-4294-4cda-82d7-e89d9596170a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:55.476242 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09543e7f-3fc2-4071-862d-03f8b5ad8061 req-f242f158-b5a4-4e84-a039-52886e931797 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 210 time: 0.1720445 Feb 16 16:02:55.487514 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.6425896 Feb 16 16:02:55.501359 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:55.656236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Request body: {'subnet': {'network_id': '8374c31c-47e5-414e-b60e-c1f2491ccded', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1431633281-subnet', 'tenant_id': '1510d506aaed4a13babacda77cc5b563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:55.690223 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350b193-fcff-492f-9d9d-e9382f7e045d admin admin] Pushing event updated for resources: {'Network': ['ID=8374c31c-47e5-414e-b60e-c1f2491ccded,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:55.737885 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 8374c31c-47e5-414e-b60e-c1f2491ccded details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:02:55.774245 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=f9d0e610-0913-45a3-9a45-f673b82da8e9,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:55.838983 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:55.839580 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:55.876369 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ec2425fa-da7f-4b5c-a751-18441b382376 req-44547fc7-96c4-47a1-b64a-f3a5c678601e service neutron] 10.222.0.36 "GET /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3272851 Feb 16 16:02:55.880303 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Made reservation on behalf of 1510d506aaed4a13babacda77cc5b563 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:55.885203 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:56.005805 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f0996-ff87-4798-84ea-b0a907a577a1 req-6caa7585-41cb-4e82-841a-1b0032b7f15c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:56.009433 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-336f0996-ff87-4798-84ea-b0a907a577a1 req-6caa7585-41cb-4e82-841a-1b0032b7f15c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 943 time: 0.2932618 Feb 16 16:02:56.093991 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (6b922631-5b3a-495d-9312-7b2a4bc14555), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:56.124822 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6b922631-5b3a-495d-9312-7b2a4bc14555), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:56.134762 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:56.248309 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:56.253146 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1452327 Feb 16 16:02:56.310918 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60926) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:56.381127 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:50Z', 'revision_number': 4, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'de5bc213-d928-4bc4-82d2-c2412ac8d355', 'name': '', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'tenant_id': '90896883632943e899a84ffb10835031', 'mac_address': 'fa:16:3e:f9:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:02:50Z', 'revision_number': 2, 'project_id': '90896883632943e899a84ffb10835031', 'subnets': [{'id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:56.402932 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec007d2-35a4-4cea-9788-591734595d0b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b922631-5b3a-495d-9312-7b2a4bc14555,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:56.412683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f9d0e610-0913-45a3-9a45-f673b82da8e9 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:02:56.458649 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Checking router: be40dc2f-4294-4cda-82d7-e89d9596170a for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:02:56.459346 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Updating router be40dc2f-4294-4cda-82d7-e89d9596170a port de5bc213-d928-4bc4-82d2-c2412ac8d355 binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:02:56.497279 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-18943a93-a25b-44c1-8e40-e2ede9cbb0f9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:56.503361 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-18943a93-a25b-44c1-8e40-e2ede9cbb0f9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 815 time: 0.5251441 Feb 16 16:02:56.544626 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-b139a1af-d0cb-4676-8b9a-080f63dcc9fb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/quotas/90896883632943e899a84ffb10835031 HTTP/1.1" status: 200 len: 375 time: 0.0334921 Feb 16 16:02:56.578896 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:56.679579 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port f9d0e610-0913-45a3-9a45-f673b82da8e9 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:02:56.680156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:56.753512 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-e99e9480-93f0-4949-9445-715e55305d43 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1756809 Feb 16 16:02:56.800289 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'security_group_rule': {'security_group_id': '6b922631-5b3a-495d-9312-7b2a4bc14555', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:56.900686 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port f9d0e610-0913-45a3-9a45-f673b82da8e9 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:02:56.930350 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-c76bb4bd-6fef-4451-9d89-bbafd1f1b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:56.932347 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-c76bb4bd-6fef-4451-9d89-bbafd1f1b235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=481f8d49dbdc4f668e3b887bebea6df6&device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 1127 time: 0.9540431 Feb 16 16:02:56.945306 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (38d2a32c-ac50-4e08-ab6a-9d287b1717ec), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:57.101818 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-336f0996-ff87-4798-84ea-b0a907a577a1 req-1fa832f1-190c-450b-8733-322406f8e27c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0085402 Feb 16 16:02:57.122371 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-7772f82a-cfd6-4f7c-8e90-6ddc55dd1ff4 service neutron] 10.222.0.69 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617189 Feb 16 16:02:57.446594 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.36', 58504) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:57.644810 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60960) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:57.686042 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Publish callbacks [] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:57.689584 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-ff21c74c-13cd-45b8-bcd4-4fe24b2f8ccc service neutron] 10.222.0.69 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522726 Feb 16 16:02:57.711772 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:57.721826 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 60966) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:57.841294 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (0589a9e5-81c3-4ad7-a58d-4cc5089339bd), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:57.885284 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-f2458ad8-ea2c-405a-901b-c71c3d786eed tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:57.891018 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-f2458ad8-ea2c-405a-901b-c71c3d786eed tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 810 time: 0.4412677 Feb 16 16:02:57.941053 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Attempting to bind port de5bc213-d928-4bc4-82d2-c2412ac8d355 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:02:57.941918 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Attempting to bind port de5bc213-d928-4bc4-82d2-c2412ac8d355 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:02:57.942779 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Attempting to bind port de5bc213-d928-4bc4-82d2-c2412ac8d355 on network 4b7a5b21-14b5-403c-a74b-51222a4db256 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:02:57.972511 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:02:57.974014 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Checking segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:57.976984 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:57.977550 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Bound using segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:02:57.978174 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Bound port: de5bc213-d928-4bc4-82d2-c2412ac8d355, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:02:57.978715 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.079329 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85751b-46b6-48c7-a88d-d9941cbf5031 None None] Pushing event updated for resources: {'Port': ['ID=de5bc213-d928-4bc4-82d2-c2412ac8d355,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:58.121185 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-07f8d0c2-c13a-4109-b121-0baf15bc8806 req-e8e8a8ee-d941-4430-b831-700da01bb6de tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 210 time: 0.2811339 Feb 16 16:02:58.163896 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-42685e73-28b9-4cd0-b61a-e00d86123a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.204363 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] For port de5bc213-d928-4bc4-82d2-c2412ac8d355, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:02:58.222437 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] For port de5bc213-d928-4bc4-82d2-c2412ac8d355, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=de5bc213-d928-4bc4-82d2-c2412ac8d355,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:02:58.246520 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.270090 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d2a32c-ac50-4e08-ab6a-9d287b1717ec,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:58.326442 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-42685e73-28b9-4cd0-b61a-e00d86123a73 admin admin] Publish callbacks [] for security_group (d6abf0e2-d319-4c2e-832d-faa776f19dfe), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.328263 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4409af4d-b928-49e6-9db9-6ffed9dbbb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.340085 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:02:58.362400 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:58.364634 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:58.384917 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-42685e73-28b9-4cd0-b61a-e00d86123a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d6abf0e2-d319-4c2e-832d-faa776f19dfe), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.404691 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Checking segment: {'id': '262ddda1-625f-4a3f-b01a-94272ff69b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '8374c31c-47e5-414e-b60e-c1f2491ccded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:02:58.405059 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Network hostable DHCP agents. Network: 8374c31c-47e5-414e-b60e-c1f2491ccded, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:02:58.417757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-5927adc7-9a12-44db-a0b2-2e4531dc9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:58.420651 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-5927adc7-9a12-44db-a0b2-2e4531dc9d07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4d83b51d-eb16-41e1-afb9-2aa457991587 HTTP/1.1" status: 200 len: 912 time: 1.4657576 Feb 16 16:02:58.484315 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (0589a9e5-81c3-4ad7-a58d-4cc5089339bd), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.485824 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Routers {'be40dc2f-4294-4cda-82d7-e89d9596170a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:02:58.489388 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['be40dc2f-4294-4cda-82d7-e89d9596170a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:58.558673 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-42685e73-28b9-4cd0-b61a-e00d86123a73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97aefa08357041d8968e4f74619d6c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9060893 Feb 16 16:02:58.583579 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 60988) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:58.583579 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (0589a9e5-81c3-4ad7-a58d-4cc5089339bd), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:58.615167 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-2703b41b-2d0d-475c-8054-707ce70a4eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 HTTP/1.1" status: 200 len: 217 time: 0.1770048 Feb 16 16:02:58.641339 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Network 8374c31c-47e5-414e-b60e-c1f2491ccded is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:02:58.655274 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-eeb89dab-1834-41ec-a3ab-dd86e09eed2c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a HTTP/1.1" status: 200 len: 380 time: 0.7376146 Feb 16 16:02:58.676659 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:58.677737 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-695c2c30-540b-4e88-abf2-6d1dc36f420f req-083095b1-a082-4952-b4b8-209dc79b16f5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 210 time: 0.4999681 Feb 16 16:02:58.720329 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'port': {'device_id': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'admin_state_up': True, 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'security_groups': ['38a5414c-cac2-45e7-a1ef-893cc5eb3b85']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:58.915056 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42685e73-28b9-4cd0-b61a-e00d86123a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6abf0e2-d319-4c2e-832d-faa776f19dfe,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:58.916558 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-5d0cb52d-c588-4380-861a-4cfb755efe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:58.935714 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-5d0cb52d-c588-4380-861a-4cfb755efe9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c54f8115-e720-48cf-8835-e90a86113e26 HTTP/1.1" status: 200 len: 851 time: 0.2306511 Feb 16 16:02:58.945642 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73e4d8-4993-428a-ba8d-115aaa29c260 req-5f97d48b-fdb6-4175-80ed-4da1d0919a98 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:58.956558 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-da73e4d8-4993-428a-ba8d-115aaa29c260 req-5f97d48b-fdb6-4175-80ed-4da1d0919a98 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 943 time: 0.6198072 Feb 16 16:02:59.004343 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 8374c31c-47e5-414e-b60e-c1f2491ccded) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:02:59.012035 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0589a9e5-81c3-4ad7-a58d-4cc5089339bd,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:59.026808 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5975fa-e95a-429b-abae-c4cc867f1239 None None] Network 8374c31c-47e5-414e-b60e-c1f2491ccded requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:59.080021 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Made reservation on behalf of 1b25eafaa6dc4da1b018bc9c0dfb4d0a for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:02:59.083603 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.094697 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85751b-46b6-48c7-a88d-d9941cbf5031 None None] Pushing event updated for resources: {'Port': ['ID=de5bc213-d928-4bc4-82d2-c2412ac8d355,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:59.150955 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-da73e4d8-4993-428a-ba8d-115aaa29c260 req-2c8d7262-643b-400e-8f21-2baa03b4e47f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917808 Feb 16 16:02:59.153369 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-e2968455-a353-4805-ab3a-d4f2cb8335a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4d83b51d-eb16-41e1-afb9-2aa457991587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901215 Feb 16 16:02:59.157132 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:59.157982 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.192247 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4409af4d-b928-49e6-9db9-6ffed9dbbb24 admin admin] Publish callbacks [] for security_group (108e5420-2660-4713-a0da-53ee53fc43bb), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.225586 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4409af4d-b928-49e6-9db9-6ffed9dbbb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (108e5420-2660-4713-a0da-53ee53fc43bb), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.292541 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] Set router be40dc2f-4294-4cda-82d7-e89d9596170a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:02:59.322852 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b7ec5408-c7b4-4418-bbeb-ceb2d8d19b56 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7009661 Feb 16 16:02:59.325476 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-5aef97e2-e612-4a1e-8d20-89fe54a647c9 service neutron] 10.222.0.36 "GET /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348162 Feb 16 16:02:59.345713 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1cf417-d268-4aee-b231-faa2136cfc99 None None] Network 8374c31c-47e5-414e-b60e-c1f2491ccded requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:02:59.353993 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-d50f0b50-8767-498c-8623-35187b2e4838 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:02:59.368052 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32786) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:59.372029 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-d50f0b50-8767-498c-8623-35187b2e4838 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 815 time: 0.3882124 Feb 16 16:02:59.414954 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3183c755-3a76-4501-9c22-37a9bce6242a req-c7a79783-776f-43f0-9322-5d28f8132ff0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 210 time: 0.0874426 Feb 16 16:02:59.458142 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.459372 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3552031a-e7a0-46cd-91ea-3c6b0c80aded tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1362982 Feb 16 16:02:59.489181 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32792) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:59.501866 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'security_group_rule': {'security_group_id': '6b922631-5b3a-495d-9312-7b2a4bc14555', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:02:59.598988 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409af4d-b928-49e6-9db9-6ffed9dbbb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108e5420-2660-4713-a0da-53ee53fc43bb,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:59.601489 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83e52b72-afd8-436b-9e1e-3e172ed9fb24 admin admin] Publish callbacks [] for security_group (d6abf0e2-d319-4c2e-832d-faa776f19dfe), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.611250 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4409af4d-b928-49e6-9db9-6ffed9dbbb24 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=12332fc4556b4882a5654f50bddf2b43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8859632 Feb 16 16:02:59.618573 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-a74a79ae-4fc8-4f7c-856f-4dd4740cd827 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/quotas/90896883632943e899a84ffb10835031 HTTP/1.1" status: 200 len: 375 time: 0.1953051 Feb 16 16:02:59.619075 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 32796) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:59.628486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 2, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:59.663373 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83e52b72-afd8-436b-9e1e-3e172ed9fb24 admin admin] Publish callbacks [] for security_group (d6abf0e2-d319-4c2e-832d-faa776f19dfe), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.673286 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:02:59.673976 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Updating router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 port dcda7913-e54d-4404-b746-050a135628d0 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:02:59.714858 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (dcda7913-e54d-4404-b746-050a135628d0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.718175 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:50Z', 'revision_number': 4, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'de5bc213-d928-4bc4-82d2-c2412ac8d355', 'name': '', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'tenant_id': '90896883632943e899a84ffb10835031', 'mac_address': 'fa:16:3e:f9:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:02:58Z', 'revision_number': 4, 'project_id': '90896883632943e899a84ffb10835031', 'subnets': [{'id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:02:59.758327 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee35a2b-0e1f-4d9c-aceb-f231b4da1543 None None] The sync data for ids ['be40dc2f-4294-4cda-82d7-e89d9596170a'] in dv-cinder-829560-1-iscsi is: [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:50Z', 'revision_number': 4, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'de5bc213-d928-4bc4-82d2-c2412ac8d355', 'name': '', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'tenant_id': '90896883632943e899a84ffb10835031', 'mac_address': 'fa:16:3e:f9:cd:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:02:58Z', 'revision_number': 4, 'project_id': '90896883632943e899a84ffb10835031', 'subnets': [{'id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:02:59.775119 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a392ab0e-2861-40a1-9371-6cb0138ba51e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.801006 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83e52b72-afd8-436b-9e1e-3e172ed9fb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d6abf0e2-d319-4c2e-832d-faa776f19dfe), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.803605 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-83e52b72-afd8-436b-9e1e-3e172ed9fb24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.807112 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-83e52b72-afd8-436b-9e1e-3e172ed9fb24 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6abf0e2-d319-4c2e-832d-faa776f19dfe HTTP/1.1" status: 204 len: 168 time: 1.2233443 Feb 16 16:02:59.821319 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.36', 58509) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:02:59.874457 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (3087e865-6dc9-4efe-90cc-f2b4644a877d), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:02:59.892465 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e52b72-afd8-436b-9e1e-3e172ed9fb24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6abf0e2-d319-4c2e-832d-faa776f19dfe,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:02:59.916792 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-643df095-dbc6-4aef-a574-09e8a08f9ee6 req-07ae7477-8b36-44c9-b62c-62864ba1d162 service neutron] 10.222.0.36 "GET /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4926991 Feb 16 16:03:00.047861 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Allocated IP 172.20.0.12 (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d/fea91056-8b15-4e3d-91cb-b52b0228a176/baf7a48f-fd94-46d5-a544-d5eda6181e2f) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:00.092742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (3087e865-6dc9-4efe-90cc-f2b4644a877d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.116030 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (3087e865-6dc9-4efe-90cc-f2b4644a877d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.194079 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3087e865-6dc9-4efe-90cc-f2b4644a877d,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:00.208408 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-23b62d51-24d6-4613-9c09-d1aad7dbcdb6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4802496 Feb 16 16:03:00.246983 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2cac34e-52de-42e3-a485-6e105b4ccfb0 admin admin] Publish callbacks [] for security_group (108e5420-2660-4713-a0da-53ee53fc43bb), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.332065 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.336217 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-12b1db97-6fd6-4f4f-a389-5dd405dd3010 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8425674 Feb 16 16:03:00.336363 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Publish callbacks [] for port (dcda7913-e54d-4404-b746-050a135628d0), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.351430 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-47ac6054-8a69-4f28-be43-51eccb4c9beb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:00.353204 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-47ac6054-8a69-4f28-be43-51eccb4c9beb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 815 time: 0.5171049 Feb 16 16:03:00.354640 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (dcda7913-e54d-4404-b746-050a135628d0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.361544 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 32816) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:00.383499 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Request body: {'port': {'device_id': '919c7040-d773-4815-82c4-9e09fa3b9860', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'admin_state_up': True, 'tenant_id': '90896883632943e899a84ffb10835031'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:00.394588 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a392ab0e-2861-40a1-9371-6cb0138ba51e admin admin] Publish callbacks [] for security_group (1fd0adbc-cf93-4219-acec-26254bc8f5e1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.425703 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:00.447656 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe49f33-09a9-4ddc-8de1-d9c0adf62c32 None None] Pushing event updated for resources: {'Port': ['ID=dcda7913-e54d-4404-b746-050a135628d0,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:00.457140 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device de5bc213-d928-4bc4-82d2-c2412ac8d355 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:00.489442 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2cac34e-52de-42e3-a485-6e105b4ccfb0 admin admin] Publish callbacks [] for security_group (108e5420-2660-4713-a0da-53ee53fc43bb), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.516371 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a392ab0e-2861-40a1-9371-6cb0138ba51e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1fd0adbc-cf93-4219-acec-26254bc8f5e1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.564291 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32826) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:00.624735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1419693570-network', 'tenant_id': '3b579bd154b04b01a228a597ebd866e3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:00.667904 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2cac34e-52de-42e3-a485-6e105b4ccfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (108e5420-2660-4713-a0da-53ee53fc43bb), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.676370 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2cac34e-52de-42e3-a485-6e105b4ccfb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.680852 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c2cac34e-52de-42e3-a485-6e105b4ccfb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/108e5420-2660-4713-a0da-53ee53fc43bb HTTP/1.1" status: 204 len: 168 time: 1.0203030 Feb 16 16:03:00.715727 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Made reservation on behalf of 3b579bd154b04b01a228a597ebd866e3 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:00.720418 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.734511 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.763197 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a392ab0e-2861-40a1-9371-6cb0138ba51e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a0a25b1b73284dc4be9f64e8be8f1696&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3468597 Feb 16 16:03:00.768138 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32832) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:00.783041 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5deb642-e125-4b0c-9cb5-e886a7c2e8ad req-e310b768-5504-48a2-b5cc-302c88e0e46f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:00.785400 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a5deb642-e125-4b0c-9cb5-e886a7c2e8ad req-e310b768-5504-48a2-b5cc-302c88e0e46f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 943 time: 0.4896989 Feb 16 16:03:00.788525 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392ab0e-2861-40a1-9371-6cb0138ba51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd0adbc-cf93-4219-acec-26254bc8f5e1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:00.844625 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.846352 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.868551 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Attempting to bind port dcda7913-e54d-4404-b746-050a135628d0 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:00.868943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Attempting to bind port dcda7913-e54d-4404-b746-050a135628d0 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:00.869707 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Attempting to bind port dcda7913-e54d-4404-b746-050a135628d0 on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:00.888778 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:00.890148 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Checking segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:00.890549 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.890962 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Bound using segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:00.891771 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Bound port: dcda7913-e54d-4404-b746-050a135628d0, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:00.894877 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (dcda7913-e54d-4404-b746-050a135628d0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:00.928062 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cac34e-52de-42e3-a485-6e105b4ccfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108e5420-2660-4713-a0da-53ee53fc43bb,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:00.937077 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port de5bc213-d928-4bc4-82d2-c2412ac8d355 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:00.940307 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.005522 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Made reservation on behalf of 90896883632943e899a84ffb10835031 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:01.009296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.034702 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a00685d-6161-4d0b-b644-025a9795cd27 admin admin] Publish callbacks [] for security_group (1fd0adbc-cf93-4219-acec-26254bc8f5e1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.055058 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-a2a4737e-d123-4c0e-9725-03519da6569e service neutron] 10.222.0.69 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8479743 Feb 16 16:03:01.065096 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] For port dcda7913-e54d-4404-b746-050a135628d0, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:01.072562 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] For port dcda7913-e54d-4404-b746-050a135628d0, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=dcda7913-e54d-4404-b746-050a135628d0,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:01.073753 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a00685d-6161-4d0b-b644-025a9795cd27 admin admin] Publish callbacks [] for security_group (1fd0adbc-cf93-4219-acec-26254bc8f5e1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.136804 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (dcda7913-e54d-4404-b746-050a135628d0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.175162 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a00685d-6161-4d0b-b644-025a9795cd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1fd0adbc-cf93-4219-acec-26254bc8f5e1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.183437 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2a00685d-6161-4d0b-b644-025a9795cd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.189790 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2a00685d-6161-4d0b-b644-025a9795cd27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fd0adbc-cf93-4219-acec-26254bc8f5e1 HTTP/1.1" status: 204 len: 168 time: 0.3860681 Feb 16 16:03:01.275794 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] Provisioning complete for port dcda7913-e54d-4404-b746-050a135628d0 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:01.276244 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (dcda7913-e54d-4404-b746-050a135628d0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.281524 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a5deb642-e125-4b0c-9cb5-e886a7c2e8ad req-0cfce558-375f-4544-a241-3b922cc29a8a tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533515 Feb 16 16:03:01.296273 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00685d-6161-4d0b-b644-025a9795cd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd0adbc-cf93-4219-acec-26254bc8f5e1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:01.331893 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:01.332644 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:02:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:01.393172 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks [] for security_group (f985e6bb-1ed3-41e7-ad24-c41c21409c05), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.398140 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32844) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:01.421566 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f985e6bb-1ed3-41e7-ad24-c41c21409c05), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.468991 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de2751e-3cd5-4a23-bac5-495811a3ad1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.481392 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe49f33-09a9-4ddc-8de1-d9c0adf62c32 None None] Pushing event updated for resources: {'Port': ['ID=dcda7913-e54d-4404-b746-050a135628d0,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:01.528022 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:03:01.569892 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-48e128e6-8053-440d-987c-9fa2284be58a req-8bdae098-7feb-44a9-adac-faf3e4daa6e4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 210 time: 0.1411493 Feb 16 16:03:01.671229 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f985e6bb-1ed3-41e7-ad24-c41c21409c05,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:01.676453 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.681786 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (248f2f46-ae61-4b63-bcaa-21c27a275504), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.683002 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Added segment 248f2f46-ae61-4b63-bcaa-21c27a275504 of type vlan for network a984ed33-dc94-4866-a5ec-fdd986f39535 Feb 16 16:03:01.774534 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port de5bc213-d928-4bc4-82d2-c2412ac8d355 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:01.775242 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.796262 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] Current status of the port dcda7913-e54d-4404-b746-050a135628d0 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:01.797011 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (dcda7913-e54d-4404-b746-050a135628d0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.824242 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (a984ed33-dc94-4866-a5ec-fdd986f39535), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.858421 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] For port dcda7913-e54d-4404-b746-050a135628d0, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=dcda7913-e54d-4404-b746-050a135628d0,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:01.864535 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'Port': ['ID=baf7a48f-fd94-46d5-a544-d5eda6181e2f,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:01.870259 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:01.888889 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:01.895290 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:01.897170 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (dcda7913-e54d-4404-b746-050a135628d0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.900937 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port de5bc213-d928-4bc4-82d2-c2412ac8d355, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=de5bc213-d928-4bc4-82d2-c2412ac8d355,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:01.901785 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:01.902627 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.911181 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (a984ed33-dc94-4866-a5ec-fdd986f39535), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.912583 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:01.913260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.926079 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:01.929962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Allocated IP 172.20.0.5 (4b7a5b21-14b5-403c-a74b-51222a4db256/e4cf1e47-3404-4c78-9c18-3828189b563b/04db0873-90ed-4f21-980a-2a68846b7f0c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:01.949329 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3507411 Feb 16 16:03:01.956315 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:01.956788 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32854) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:01.982682 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Request body: {'subnet': {'network_id': 'a984ed33-dc94-4866-a5ec-fdd986f39535', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1419693570-subnet', 'tenant_id': '3b579bd154b04b01a228a597ebd866e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:01.989643 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf1d18-28ef-4376-a073-e8e5880fcc7e None None] Pushing event updated for resources: {'Port': ['ID=dcda7913-e54d-4404-b746-050a135628d0,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:01.997971 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de2751e-3cd5-4a23-bac5-495811a3ad1c admin admin] Publish callbacks [] for security_group (463404bb-2a36-4fbc-8306-37fa88e16202), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.007350 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.020840 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-62351ec2-4939-499a-a232-b9b8fd312558 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3391981 Feb 16 16:03:02.035973 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3de2751e-3cd5-4a23-bac5-495811a3ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (463404bb-2a36-4fbc-8306-37fa88e16202), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.052671 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Request body: {'port': {'device_id': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:02.077658 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3de2751e-3cd5-4a23-bac5-495811a3ad1c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ca02441201b94d7cb8e90149eae1ac2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6752319 Feb 16 16:03:02.081595 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa174ca1-2ae6-4682-a2aa-b1d80717c903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.094611 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32860) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:02.099452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=de5bc213-d928-4bc4-82d2-c2412ac8d355,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:02.125173 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:02.126527 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-46d1477d-40d4-41dd-980e-41ca43789f1c service neutron] 10.222.0.69 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0618722 Feb 16 16:03:02.204475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e441f0-0989-4650-aeab-f113aceb704a admin admin] Pushing event updated for resources: {'Network': ['ID=a984ed33-dc94-4866-a5ec-fdd986f39535,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:02.230644 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Allocated IP 172.27.0.183 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/9469388c-6525-470e-b673-35adad7fdaf4) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:02.231749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Made reservation on behalf of 3b579bd154b04b01a228a597ebd866e3 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:02.234690 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.275321 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.308307 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network a984ed33-dc94-4866-a5ec-fdd986f39535 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:03:02.382483 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7de5b6eb-a41c-44b9-8e95-bfe4c5bd040a None None] Provisioning complete for port dcda7913-e54d-4404-b746-050a135628d0 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:02.389547 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7de5b6eb-a41c-44b9-8e95-bfe4c5bd040a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (dcda7913-e54d-4404-b746-050a135628d0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.504950 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2751e-3cd5-4a23-bac5-495811a3ad1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463404bb-2a36-4fbc-8306-37fa88e16202,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:02.625051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7209f2ec-51d1-4118-83cd-d3015ea8fea3 admin admin] Publish callbacks [] for security_group (463404bb-2a36-4fbc-8306-37fa88e16202), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.680449 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf7a48f-fd94-46d5-a544-d5eda6181e2f {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:02.690311 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Publish callbacks [] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.733101 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f64cd99-c306-4547-ad57-7bb963c11bed req-b5a6b7a0-8715-4eb9-8e75-a7e0142d18ac tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:02.740274 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f64cd99-c306-4547-ad57-7bb963c11bed req-b5a6b7a0-8715-4eb9-8e75-a7e0142d18ac tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 943 time: 0.2653327 Feb 16 16:03:02.752754 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7209f2ec-51d1-4118-83cd-d3015ea8fea3 admin admin] Publish callbacks [] for security_group (463404bb-2a36-4fbc-8306-37fa88e16202), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.768375 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device dcda7913-e54d-4404-b746-050a135628d0 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:02.777466 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Transition to ACTIVE for port object baf7a48f-fd94-46d5-a544-d5eda6181e2f will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:03:02.790680 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4e4e4dc4-9340-44cc-b2f9-b73df5fedc96 req-fbc6578b-40d1-4ee0-afd7-4477dbb95b90 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 210 time: 0.0881708 Feb 16 16:03:02.796673 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.944740 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa174ca1-2ae6-4682-a2aa-b1d80717c903 admin admin] Publish callbacks [] for security_group (ceb69c43-6aa4-4edf-9b35-82bec249e0b0), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:02.990246 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7de5b6eb-a41c-44b9-8e95-bfe4c5bd040a None None] Current status of the port dcda7913-e54d-4404-b746-050a135628d0 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:03.011574 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:03.089869 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks [] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.154823 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Pushing event updated for resources: {'Port': ['ID=baf7a48f-fd94-46d5-a544-d5eda6181e2f,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.186143 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f64cd99-c306-4547-ad57-7bb963c11bed req-a78e99e7-9861-477d-b24d-5e9a98238c3d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424970 Feb 16 16:03:03.188614 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fa174ca1-2ae6-4682-a2aa-b1d80717c903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (ceb69c43-6aa4-4edf-9b35-82bec249e0b0), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.220671 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Attempting to bind port baf7a48f-fd94-46d5-a544-d5eda6181e2f on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:03.221371 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Attempting to bind port baf7a48f-fd94-46d5-a544-d5eda6181e2f by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:03.221959 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Attempting to bind port baf7a48f-fd94-46d5-a544-d5eda6181e2f on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:03.222248 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,segment=NetworkSegment(1a32cba9-ba27-4158-9c74-ace2944e7b73),segment_id=1a32cba9-ba27-4158-9c74-ace2944e7b73)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:03.242556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for port (9469388c-6525-470e-b673-35adad7fdaf4), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.248379 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Port baf7a48f-fd94-46d5-a544-d5eda6181e2f on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:03:03.249053 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Attempting to bind port baf7a48f-fd94-46d5-a544-d5eda6181e2f on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:03.258562 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357', 'network_id': '4d83b51d-eb16-41e1-afb9-2aa457991587', 'port_id': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357', 'mac_address': 'fa:16:3e:49:03:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54f8115-e720-48cf-8835-e90a86113e26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:03.263903 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2481df-37b6-444a-bdd7-2be7997dfceb req-f920b2a6-81b1-45f4-a3a6-53c28a5b0c54 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:03.270299 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0a2481df-37b6-444a-bdd7-2be7997dfceb req-f920b2a6-81b1-45f4-a3a6-53c28a5b0c54 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 944 time: 0.3078852 Feb 16 16:03:03.271447 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:03.272150 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Checking segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:03.272864 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Bound using segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:03.273467 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Bound port: baf7a48f-fd94-46d5-a544-d5eda6181e2f, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:03.273991 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.370489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:03.370882 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.375593 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fa174ca1-2ae6-4682-a2aa-b1d80717c903 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=097337c5399940e6bb2e3343b8172f66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4002266 Feb 16 16:03:03.377015 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32894) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:03.382915 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7209f2ec-51d1-4118-83cd-d3015ea8fea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (463404bb-2a36-4fbc-8306-37fa88e16202), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.385429 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7209f2ec-51d1-4118-83cd-d3015ea8fea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.390571 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7209f2ec-51d1-4118-83cd-d3015ea8fea3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/463404bb-2a36-4fbc-8306-37fa88e16202 HTTP/1.1" status: 204 len: 168 time: 1.2872849 Feb 16 16:03:03.402070 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (68e2d89a-31a4-4603-8670-ea53f3dfdcac), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.415397 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0a2481df-37b6-444a-bdd7-2be7997dfceb req-a5976adc-9288-452c-8f71-d09b968d3c53 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292069 Feb 16 16:03:03.421892 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (9469388c-6525-470e-b673-35adad7fdaf4), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.433268 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] For port baf7a48f-fd94-46d5-a544-d5eda6181e2f, host hv-cinder-82956, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:03.451890 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:03.477899 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e2d89a-31a4-4603-8670-ea53f3dfdcac,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.506229 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,segment=NetworkSegment(1a32cba9-ba27-4158-9c74-ace2944e7b73),segment_id=1a32cba9-ba27-4158-9c74-ace2944e7b73)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:03.506927 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:03.510460 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] For port baf7a48f-fd94-46d5-a544-d5eda6181e2f, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:03.523244 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:03.528023 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:03.533949 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.556348 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:03.559152 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.572049 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'Port': ['ID=9469388c-6525-470e-b673-35adad7fdaf4,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.584632 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.602186 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa174ca1-2ae6-4682-a2aa-b1d80717c903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb69c43-6aa4-4edf-9b35-82bec249e0b0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.663678 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592f6310-cc39-4c1f-a931-8600ba0a1e21 None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:03.682615 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:03.683221 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.685041 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] 10.222.0.36 "PUT /v2.0/ports/baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 1094 time: 1.6452065 Feb 16 16:03:03.693066 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:03.706457 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7209f2ec-51d1-4118-83cd-d3015ea8fea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463404bb-2a36-4fbc-8306-37fa88e16202,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.784266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port dcda7913-e54d-4404-b746-050a135628d0 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:03.786078 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (dcda7913-e54d-4404-b746-050a135628d0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.797308 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6483709-23dd-42d1-9bfd-09ec1f397429 admin admin] Publish callbacks [] for security_group (ceb69c43-6aa4-4edf-9b35-82bec249e0b0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.814919 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:03.833086 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:03.894893 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:03.902772 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:03.904543 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.943517 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237677b-b68f-4f4e-95a8-b0194d767f3f service neutron] Pushing event updated for resources: {'Port': ['ID=baf7a48f-fd94-46d5-a544-d5eda6181e2f,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:03.973095 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5978472 Feb 16 16:03:03.975280 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6483709-23dd-42d1-9bfd-09ec1f397429 admin admin] Publish callbacks [] for security_group (ceb69c43-6aa4-4edf-9b35-82bec249e0b0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:03.978075 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['e8d8a0cf-c7d2-47b1-9de7-431ceeae2357'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:04.031578 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Request body: {'port': {'device_id': '919c7040-d773-4815-82c4-9e09fa3b9860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:04.035781 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:04.110591 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Checking segment: {'id': '248f2f46-ae61-4b63-bcaa-21c27a275504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'a984ed33-dc94-4866-a5ec-fdd986f39535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:04.111193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Network hostable DHCP agents. Network: a984ed33-dc94-4866-a5ec-fdd986f39535, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:03:04.139383 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (3a059d07-c905-470f-9f45-c2974a7673fe), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:04.218502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07191a5e-1276-4f93-944b-2595e18f11d6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Pushing event updated for resources: {'Port': ['ID=04db0873-90ed-4f21-980a-2a68846b7f0c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:04.237949 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4cb27fb-94a4-4f3e-aae4-655220812114 req-ae66756c-1bff-4c28-9466-cd1f23a39957 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 210 time: 0.2300596 Feb 16 16:03:04.323421 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-99a20ffe-8614-496b-8552-507bf0348232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:04.325820 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-99a20ffe-8614-496b-8552-507bf0348232 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1128 time: 0.3856525 Feb 16 16:03:04.327722 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9469388c-6525-470e-b673-35adad7fdaf4), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:04.446516 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port dcda7913-e54d-4404-b746-050a135628d0 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:04.452180 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device de5bc213-d928-4bc4-82d2-c2412ac8d355 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:04.500656 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9427b2d2-5627-489e-9267-46c5b06d238c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:04.684625 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32930) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:04.744389 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-76c6b4d2-91cf-4960-a70c-afefd45f3102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 217 time: 0.3746796 Feb 16 16:03:04.744868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:04.827304 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port de5bc213-d928-4bc4-82d2-c2412ac8d355 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:04.828357 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:04.995935 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port de5bc213-d928-4bc4-82d2-c2412ac8d355 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:05.006016 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-18e01395-d633-49a7-aa2c-eaeae2b0c0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:05.015345 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-18e01395-d633-49a7-aa2c-eaeae2b0c0f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.2454846 Feb 16 16:03:05.025158 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b02afc-03d3-49e9-b627-de2d8fd9666a req-1900d220-74e6-4cfa-a186-7f7e59ab8e4d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:05.026777 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c9b02afc-03d3-49e9-b627-de2d8fd9666a req-1900d220-74e6-4cfa-a186-7f7e59ab8e4d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 944 time: 0.6510172 Feb 16 16:03:05.074224 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Network a984ed33-dc94-4866-a5ec-fdd986f39535 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:03:05.160400 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, a984ed33-dc94-4866-a5ec-fdd986f39535) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:05.166430 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db4651bc-a5d4-49f1-8e3b-0b1cba6f3f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.180236 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbfd5f1-de43-4731-a02e-2da8f4d0063c None None] Network a984ed33-dc94-4866-a5ec-fdd986f39535 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:05.184591 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:05.185255 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.225637 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1b59b-f6a5-4c18-9684-505f742bbeec req-e45ccd22-09a3-4c59-8819-b8ebf06e0114 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:05.227059 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2dd1b59b-f6a5-4c18-9684-505f742bbeec req-e45ccd22-09a3-4c59-8819-b8ebf06e0114 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 944 time: 0.5537968 Feb 16 16:03:05.234296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04db0873-90ed-4f21-980a-2a68846b7f0c {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:05.236513 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c9b02afc-03d3-49e9-b627-de2d8fd9666a req-f711ef58-1190-461f-a54d-0080268a89b7 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817443 Feb 16 16:03:05.241358 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55059c49-94a7-4cfa-b584-b7524871c275 req-28cba5cd-9be1-4f42-9c60-b50128a9e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:05.243179 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-28cba5cd-9be1-4f42-9c60-b50128a9e981 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2153478 Feb 16 16:03:05.245648 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for port (9469388c-6525-470e-b673-35adad7fdaf4), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.248846 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6483709-23dd-42d1-9bfd-09ec1f397429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (ceb69c43-6aa4-4edf-9b35-82bec249e0b0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.251660 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e6483709-23dd-42d1-9bfd-09ec1f397429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.255592 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e6483709-23dd-42d1-9bfd-09ec1f397429 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ceb69c43-6aa4-4edf-9b35-82bec249e0b0 HTTP/1.1" status: 204 len: 168 time: 1.8740098 Feb 16 16:03:05.260234 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Publish callbacks [] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.270940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-3c23654f-503b-4ce7-8214-c999d228265b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:05.272588 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-3c23654f-503b-4ce7-8214-c999d228265b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 815 time: 1.1294034 Feb 16 16:03:05.299531 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dae9edcc-f164-47f6-8f84-6f80ff2b8ea1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3180189 Feb 16 16:03:05.323967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Request body: {'port': {'device_id': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'admin_state_up': True, 'tenant_id': '90896883632943e899a84ffb10835031'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:05.364397 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6483709-23dd-42d1-9bfd-09ec1f397429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb69c43-6aa4-4edf-9b35-82bec249e0b0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:05.367949 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02500c7d-e49b-460e-8e7a-b5f7056c0c4b None None] Network a984ed33-dc94-4866-a5ec-fdd986f39535 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:05.394412 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Transition to ACTIVE for port object 04db0873-90ed-4f21-980a-2a68846b7f0c will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:03:05.424960 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-d9ad5292-c02d-477f-94c3-ac17f25fe016 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751404 Feb 16 16:03:05.426121 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (9469388c-6525-470e-b673-35adad7fdaf4), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.443658 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.527008 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (3a059d07-c905-470f-9f45-c2974a7673fe), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.568512 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.571644 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1950452 Feb 16 16:03:05.574285 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed47299-17c5-4c38-a524-f5e7b505c2f9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'Port': ['ID=9469388c-6525-470e-b673-35adad7fdaf4,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:05.583576 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2dd1b59b-f6a5-4c18-9684-505f742bbeec req-be477a51-ede1-4aa1-af00-a57c3077c38a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3393662 Feb 16 16:03:05.639290 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55059c49-94a7-4cfa-b584-b7524871c275 req-9f4569fa-d460-47b6-b779-645ff5de5aec service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560919 Feb 16 16:03:05.660546 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Pushing event updated for resources: {'Port': ['ID=04db0873-90ed-4f21-980a-2a68846b7f0c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:05.671203 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db4651bc-a5d4-49f1-8e3b-0b1cba6f3f61 admin admin] Publish callbacks [] for security_group (2008200d-84e9-450d-b49b-ff89b9fd7151), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.704780 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db4651bc-a5d4-49f1-8e3b-0b1cba6f3f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2008200d-84e9-450d-b49b-ff89b9fd7151), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.737587 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 32964) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:05.754145 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8835a7ea-f69a-4471-b100-216bc7cdb303 req-0530d291-b2ae-4de8-89a8-e9dd7fa5ef7b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 210 time: 0.0881419 Feb 16 16:03:05.765247 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Attempting to bind port 04db0873-90ed-4f21-980a-2a68846b7f0c on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:05.765514 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Attempting to bind port 04db0873-90ed-4f21-980a-2a68846b7f0c by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:05.765837 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Attempting to bind port 04db0873-90ed-4f21-980a-2a68846b7f0c on network 4b7a5b21-14b5-403c-a74b-51222a4db256 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:05.787534 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-db4651bc-a5d4-49f1-8e3b-0b1cba6f3f61 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=710d10e233f14b028fcc43af8766f88b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1012359 Feb 16 16:03:05.789878 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Port 04db0873-90ed-4f21-980a-2a68846b7f0c on network 4b7a5b21-14b5-403c-a74b-51222a4db256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:03:05.790269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Attempting to bind port 04db0873-90ed-4f21-980a-2a68846b7f0c on network 4b7a5b21-14b5-403c-a74b-51222a4db256 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:05.792408 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4651bc-a5d4-49f1-8e3b-0b1cba6f3f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2008200d-84e9-450d-b49b-ff89b9fd7151,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:05.796250 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32966) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:05.804330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Made reservation on behalf of 90896883632943e899a84ffb10835031 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:05.807467 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.822759 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:05.823132 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Checking segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:05.824193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Bound using segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:05.824658 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Bound port: 04db0873-90ed-4f21-980a-2a68846b7f0c, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:05.825018 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.848637 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044e9f4a-ac4a-43c3-b9ae-2501dbf1498e x-openstack-request-id: req-044e9f4a-ac4a-43c3-b9ae-2501dbf1498e {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:05.849084 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:05.849179 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-044e9f4a-ac4a-43c3-b9ae-2501dbf1498e {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:05.849750 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'status': 'completed', 'code': 200} Feb 16 16:03:05.871737 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Deleting subnet 38d2a32c-ac50-4e08-ab6a-9d287b1717ec {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:03:05.886773 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Publish callbacks [] for subnet (38d2a32c-ac50-4e08-ab6a-9d287b1717ec), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.951775 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Publish callbacks [] for subnet (38d2a32c-ac50-4e08-ab6a-9d287b1717ec), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.969696 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (38d2a32c-ac50-4e08-ab6a-9d287b1717ec), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:05.991100 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be454757-685a-41bb-8171-e807d81c5d9b admin admin] Publish callbacks [] for security_group (2008200d-84e9-450d-b49b-ff89b9fd7151), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.009545 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] For port 04db0873-90ed-4f21-980a-2a68846b7f0c, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:06.018006 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] For port 04db0873-90ed-4f21-980a-2a68846b7f0c, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=04db0873-90ed-4f21-980a-2a68846b7f0c,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:06.033135 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b2d2-5627-489e-9267-46c5b06d238c req-2fe271b4-5f39-4fe4-b020-4e126f21dbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.034753 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-2fe271b4-5f39-4fe4-b020-4e126f21dbc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1128 time: 0.1599066 Feb 16 16:03:06.059729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.079508 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be454757-685a-41bb-8171-e807d81c5d9b admin admin] Publish callbacks [] for security_group (2008200d-84e9-450d-b49b-ff89b9fd7151), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.101616 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 32972) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:06.164673 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7176a86-6da0-433b-ac46-bb5c9112e95c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.168074 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.168683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.170930 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] 10.222.0.36 "PUT /v2.0/ports/04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 1093 time: 2.1663811 Feb 16 16:03:06.180734 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919c7040-d773-4815-82c4-9e09fa3b9860', 'tag': '04db0873-90ed-4f21-980a-2a68846b7f0c'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:06.182996 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38904b9a-fc16-434c-8659-27b0fe4697d8" -d '{"events": [{"name": "network-changed", "server_uuid": "919c7040-d773-4815-82c4-9e09fa3b9860", "tag": "04db0873-90ed-4f21-980a-2a68846b7f0c"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:06.206012 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Allocated IP 172.20.0.3 (4b7a5b21-14b5-403c-a74b-51222a4db256/e4cf1e47-3404-4c78-9c18-3828189b563b/5788791b-8e2b-4710-8b5b-2e806ce8040f) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:06.212044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.244057 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b2d2-5627-489e-9267-46c5b06d238c req-1dca75e4-27f7-4c51-8de3-fa7d17051bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.245562 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-1dca75e4-27f7-4c51-8de3-fa7d17051bc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.1987486 Feb 16 16:03:06.262509 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfba75f-83b1-4982-93a6-00a20f10bb7c service neutron] Pushing event updated for resources: {'Port': ['ID=04db0873-90ed-4f21-980a-2a68846b7f0c,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:06.291371 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b08460-4a12-46cd-a1d2-092197209d47 x-openstack-request-id: req-d8b08460-4a12-46cd-a1d2-092197209d47 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:06.291665 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919c7040-d773-4815-82c4-9e09fa3b9860", "tag": "04db0873-90ed-4f21-980a-2a68846b7f0c", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:06.291914 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8b08460-4a12-46cd-a1d2-092197209d47 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:06.292305 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919c7040-d773-4815-82c4-9e09fa3b9860', 'tag': '04db0873-90ed-4f21-980a-2a68846b7f0c', 'status': 'completed', 'code': 200} Feb 16 16:03:06.296156 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-d990d08e-d35a-439f-b23c-31e2307300f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 217 time: 0.0439751 Feb 16 16:03:06.302585 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for subnet (38d2a32c-ac50-4e08-ab6a-9d287b1717ec), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.373697 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be454757-685a-41bb-8171-e807d81c5d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2008200d-84e9-450d-b49b-ff89b9fd7151), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.376306 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-be454757-685a-41bb-8171-e807d81c5d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.377448 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-be454757-685a-41bb-8171-e807d81c5d9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2008200d-84e9-450d-b49b-ff89b9fd7151 HTTP/1.1" status: 204 len: 168 time: 0.5801532 Feb 16 16:03:06.394426 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.399363 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/38d2a32c-ac50-4e08-ab6a-9d287b1717ec HTTP/1.1" status: 204 len: 168 time: 0.6593449 Feb 16 16:03:06.399363 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d853e19b-349d-4d4f-88a7-4ac65563d23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d2a32c-ac50-4e08-ab6a-9d287b1717ec,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:06.401657 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 32996) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:06.409462 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-dffc6fef-c1d5-472c-8e56-912d69b591f7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--927328817&fields=id&tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 267 time: 0.1901138 Feb 16 16:03:06.430233 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be454757-685a-41bb-8171-e807d81c5d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008200d-84e9-450d-b49b-ff89b9fd7151,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:06.479529 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-10a76aaf-b5c7-4246-bb4a-6aa1856646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.481037 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-10a76aaf-b5c7-4246-bb4a-6aa1856646c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1127 time: 0.2419574 Feb 16 16:03:06.502859 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (8374c31c-47e5-414e-b60e-c1f2491ccded), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.575618 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b2d2-5627-489e-9267-46c5b06d238c req-099bf4ff-0373-44c7-a8bc-bba74a34a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.578129 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-099bf4ff-0373-44c7-a8bc-bba74a34a7a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.2655339 Feb 16 16:03:06.597022 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-cab30de7-701f-4e48-998c-6ce4a6db7fb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0952439 Feb 16 16:03:06.679361 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bbb88-f585-4019-84b7-a5a3397cef1c req-99833f5c-57f9-494a-9c15-71d6acc7218e tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.687594 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf6bbb88-f585-4019-84b7-a5a3397cef1c req-99833f5c-57f9-494a-9c15-71d6acc7218e tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 944 time: 0.3191862 Feb 16 16:03:06.729351 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7176a86-6da0-433b-ac46-bb5c9112e95c admin admin] Publish callbacks [] for security_group (581b508e-fd02-4960-82cc-12f0749e2143), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.733222 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (8374c31c-47e5-414e-b60e-c1f2491ccded), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.756038 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7176a86-6da0-433b-ac46-bb5c9112e95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (581b508e-fd02-4960-82cc-12f0749e2143), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.761375 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.761726 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.762574 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.763490 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > port after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.763842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.764239 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > port after_update 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.764725 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.764864 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks [] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.765052 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.765372 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.765929 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.787518 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-38b9fc43-74a7-4bc3-8bb2-9dc04440576c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.788937 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-38b9fc43-74a7-4bc3-8bb2-9dc04440576c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.1834807 Feb 16 16:03:06.799703 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-e2b595c3-8a2a-44d5-8e2e-92de353d5211 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.801444 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-e2b595c3-8a2a-44d5-8e2e-92de353d5211 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 817 time: 0.3605151 Feb 16 16:03:06.855536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33012) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:06.858477 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-94240a37-3edc-4354-98a4-0004df5a60ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523672 Feb 16 16:03:06.874798 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c7176a86-6da0-433b-ac46-bb5c9112e95c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b87508643ef04836b530bfc064f9564a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7657795 Feb 16 16:03:06.886044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:06.892116 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7176a86-6da0-433b-ac46-bb5c9112e95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b508e-fd02-4960-82cc-12f0749e2143,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:06.895938 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:06.898310 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-b766b107-2afe-465c-a766-76c47ec585e3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/quotas/dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 375 time: 0.0708046 Feb 16 16:03:06.909506 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.910002 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.915193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9de71e67-36d7-4c73-bea3-253ff6c93a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.919653 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.919653 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102627) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:06.919998 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8374c31c-47e5-414e-b60e-c1f2491ccded']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:06.953875 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:06.958102 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262ddda1-625f-4a3f-b01a-94272ff69b8e') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:06.958430 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262ddda1-625f-4a3f-b01a-94272ff69b8e') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:06.965338 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:06.967651 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:06.989441 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427b2d2-5627-489e-9267-46c5b06d238c req-67e901e3-f428-4c34-9085-f755f8ef7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:06.991048 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-67e901e3-f428-4c34-9085-f755f8ef7a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4059834 Feb 16 16:03:06.996221 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (262ddda1-625f-4a3f-b01a-94272ff69b8e), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.059729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.099952 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (262ddda1-625f-4a3f-b01a-94272ff69b8e), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.100159 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:07.100584 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.110408 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:03:07.110896 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (262ddda1-625f-4a3f-b01a-94272ff69b8e), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.129144 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea386e1-1943-47ed-991e-e43b481a227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: from cryptography.utils import int_from_bytes Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: from cryptography.utils import int_from_bytes Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:03:07.195493 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:03:07.198830 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Network 4b7a5b21-14b5-403c-a74b-51222a4db256 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:07.205923 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-d4598bac-8733-4969-8323-fc5b84861b99 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385618 Feb 16 16:03:07.211409 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4b9c266d-9115-4ce5-a59d-3fdb45d6d54b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2913749 Feb 16 16:03:07.212085 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a980b46d-b2f7-4b9d-99c8-5729194364fe admin admin] Publish callbacks [] for security_group (581b508e-fd02-4960-82cc-12f0749e2143), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.220307 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:07.231150 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Pushing event updated for resources: {'Port': ['ID=5788791b-8e2b-4710-8b5b-2e806ce8040f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:07.233081 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,segment=NetworkSegment(1a32cba9-ba27-4158-9c74-ace2944e7b73),segment_id=1a32cba9-ba27-4158-9c74-ace2944e7b73)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:07.234018 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:07.239086 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:07.239254 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.239704 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.288864 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (8374c31c-47e5-414e-b60e-c1f2491ccded), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.298819 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a980b46d-b2f7-4b9d-99c8-5729194364fe admin admin] Publish callbacks [] for security_group (581b508e-fd02-4960-82cc-12f0749e2143), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.325198 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f6d36f0f-4b6d-49ea-ad14-227f34c82126 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0316365 Feb 16 16:03:07.330261 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf6bbb88-f585-4019-84b7-a5a3397cef1c req-fabb8384-c4d1-4f19-ac7b-02896fe19a8a tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6417224 Feb 16 16:03:07.404363 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:07.428274 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b54554f-e790-4910-9507-99c7d6e07a62" -d '{"events": [{"server_uuid": "1ea386e1-1943-47ed-991e-e43b481a227a", "name": "network-vif-plugged", "status": "completed", "tag": "e8d8a0cf-c7d2-47b1-9de7-431ceeae2357"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:07.581998 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Request body: {'port': {'device_id': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:07.614236 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8374c31c-47e5-414e-b60e-c1f2491ccded,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:07.618880 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.624861 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ac344fe2-4ff6-4b99-82a6-797371de46b2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8374c31c-47e5-414e-b60e-c1f2491ccded HTTP/1.1" status: 204 len: 168 time: 1.2075944 Feb 16 16:03:07.626321 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33034) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:07.640868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9de71e67-36d7-4c73-bea3-253ff6c93a6b admin admin] Publish callbacks [] for security_group (c7d07a0b-0dd3-4182-a367-67c8e9c60090), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.679755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9de71e67-36d7-4c73-bea3-253ff6c93a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c7d07a0b-0dd3-4182-a367-67c8e9c60090), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.705102 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e2c5958e-dc8f-48ae-88b5-14a1db480abc req-c84539ed-c285-41be-89c3-afc0bce02c84 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845939 Feb 16 16:03:07.705322 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-911eae3f-e44e-48f0-b4aa-af069727ea91 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7029479 Feb 16 16:03:07.731512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.738434 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a980b46d-b2f7-4b9d-99c8-5729194364fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (581b508e-fd02-4960-82cc-12f0749e2143), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.740986 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a980b46d-b2f7-4b9d-99c8-5729194364fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.742115 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a980b46d-b2f7-4b9d-99c8-5729194364fe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/581b508e-fd02-4960-82cc-12f0749e2143 HTTP/1.1" status: 204 len: 168 time: 0.8429406 Feb 16 16:03:07.751387 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9de71e67-36d7-4c73-bea3-253ff6c93a6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6f86a0a50da4916ae13a37e0c4e925a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919137 Feb 16 16:03:07.753983 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33042) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:07.756066 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de71e67-36d7-4c73-bea3-253ff6c93a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d07a0b-0dd3-4182-a367-67c8e9c60090,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:07.805805 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-46e35f07-3900-41c5-82d6-ad8080e9689d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:03:07.813803 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-46e35f07-3900-41c5-82d6-ad8080e9689d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2470963 Feb 16 16:03:07.820542 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9427b2d2-5627-489e-9267-46c5b06d238c req-42fc94fe-8aae-4082-899c-8932dff40572 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086285 Feb 16 16:03:07.835123 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980b46d-b2f7-4b9d-99c8-5729194364fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b508e-fd02-4960-82cc-12f0749e2143,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:07.835903 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Deleting subnet 68e2d89a-31a4-4603-8670-ea53f3dfdcac {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:03:07.847276 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368f351-7302-4094-9f8b-8f215a2d8ab9 req-dfb96acf-e8cc-4a8d-9d34-8527d7644af9 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:07.848889 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8368f351-7302-4094-9f8b-8f215a2d8ab9 req-dfb96acf-e8cc-4a8d-9d34-8527d7644af9 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 944 time: 0.2313180 Feb 16 16:03:07.849669 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Publish callbacks [] for subnet (68e2d89a-31a4-4603-8670-ea53f3dfdcac), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.924250 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8368f351-7302-4094-9f8b-8f215a2d8ab9 req-a04d5fa9-cf3a-4d95-b5ff-87601a1f852f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536151 Feb 16 16:03:07.931678 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (68e2d89a-31a4-4603-8670-ea53f3dfdcac), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:07.992021 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (68e2d89a-31a4-4603-8670-ea53f3dfdcac), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.038395 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b4ef-adab-4662-b4f3-cbad7f0d939a admin admin] Publish callbacks [] for security_group (c7d07a0b-0dd3-4182-a367-67c8e9c60090), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.048181 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-8805f6a5-9240-40e0-a75e-77e35ba1dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:08.049681 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-8805f6a5-9240-40e0-a75e-77e35ba1dd8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1127 time: 0.2640207 Feb 16 16:03:08.098893 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99d44c-87d3-4510-ad58-9f1b7e825880 req-01a5e63e-abbd-4ecb-aa2e-8a005e9ad90a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:08.103623 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c99d44c-87d3-4510-ad58-9f1b7e825880 req-01a5e63e-abbd-4ecb-aa2e-8a005e9ad90a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 931 time: 0.0802917 Feb 16 16:03:08.106080 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-2bc74975-3ac1-44cb-ad4a-390973dc2744 service neutron] 10.222.0.69 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914736 Feb 16 16:03:08.130911 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (68e2d89a-31a4-4603-8670-ea53f3dfdcac), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.159391 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b4ef-adab-4662-b4f3-cbad7f0d939a admin admin] Publish callbacks [] for security_group (c7d07a0b-0dd3-4182-a367-67c8e9c60090), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.165295 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e2d89a-31a4-4603-8670-ea53f3dfdcac,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:08.181041 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.184445 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a3db6e65-9e08-4d74-a880-7b2dee31ffab admin admin] 10.222.0.69 "DELETE /v2.0/subnets/68e2d89a-31a4-4603-8670-ea53f3dfdcac HTTP/1.1" status: 204 len: 168 time: 0.5312171 Feb 16 16:03:08.189416 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33048) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:08.227754 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3c99d44c-87d3-4510-ad58-9f1b7e825880 req-849b2292-c0cd-40c7-acdf-77b26b9a4e48 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162484 Feb 16 16:03:08.285056 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (a984ed33-dc94-4866-a5ec-fdd986f39535), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.349849 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-e4a0f0b2-7970-4a27-8d30-0cf1c2cc1f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:08.351370 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-e4a0f0b2-7970-4a27-8d30-0cf1c2cc1f5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.2914417 Feb 16 16:03:08.384558 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (a984ed33-dc94-4866-a5ec-fdd986f39535), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.409918 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a984ed33-dc94-4866-a5ec-fdd986f39535']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:08.422644 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248f2f46-ae61-4b63-bcaa-21c27a275504') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:08.423348 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248f2f46-ae61-4b63-bcaa-21c27a275504') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:08.424849 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-507230f0-8b1d-4caf-bebd-b587d49a9363 service neutron] 10.222.0.69 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971454 Feb 16 16:03:08.426121 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-194214ad-aa75-4b91-aa2d-bfbf47381be6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0676324 Feb 16 16:03:08.436464 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (248f2f46-ae61-4b63-bcaa-21c27a275504), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.454592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (248f2f46-ae61-4b63-bcaa-21c27a275504), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.463392 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:03:08.463966 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (248f2f46-ae61-4b63-bcaa-21c27a275504), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:03:08.466178 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:03:08.494665 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b4ef-adab-4662-b4f3-cbad7f0d939a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c7d07a0b-0dd3-4182-a367-67c8e9c60090), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.497444 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2fc3b4ef-adab-4662-b4f3-cbad7f0d939a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.498591 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2fc3b4ef-adab-4662-b4f3-cbad7f0d939a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c7d07a0b-0dd3-4182-a367-67c8e9c60090 HTTP/1.1" status: 204 len: 168 time: 0.7435730 Feb 16 16:03:08.555563 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (a984ed33-dc94-4866-a5ec-fdd986f39535), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.559607 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5788791b-8e2b-4710-8b5b-2e806ce8040f {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:08.567213 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-9da130a1-f726-447b-a9dd-33f367655bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:08.567937 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.570220 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-9da130a1-f726-447b-a9dd-33f367655bfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.1050386 Feb 16 16:03:08.573608 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a984ed33-dc94-4866-a5ec-fdd986f39535 HTTP/1.1" status: 204 len: 168 time: 0.3808856 Feb 16 16:03:08.573752 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3b4ef-adab-4662-b4f3-cbad7f0d939a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d07a0b-0dd3-4182-a367-67c8e9c60090,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:08.577074 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Publish callbacks [] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.585425 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc438d40-c5cd-421e-b266-5e309d1b7b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=a984ed33-dc94-4866-a5ec-fdd986f39535,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:08.615666 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df097ef1-2a40-4c2a-9e75-d3a78817e7e2 x-openstack-request-id: req-df097ef1-2a40-4c2a-9e75-d3a78817e7e2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:08.616465 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea386e1-1943-47ed-991e-e43b481a227a", "name": "network-vif-plugged", "status": "completed", "tag": "e8d8a0cf-c7d2-47b1-9de7-431ceeae2357", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:08.616616 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-5bf8b15b-2ee3-4188-a715-2a4555fc914e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350325 Feb 16 16:03:08.617569 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-df097ef1-2a40-4c2a-9e75-d3a78817e7e2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:08.619267 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea386e1-1943-47ed-991e-e43b481a227a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357', 'code': 200} Feb 16 16:03:08.619639 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Transition to ACTIVE for port object 5788791b-8e2b-4710-8b5b-2e806ce8040f will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:03:08.641311 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:08.885025 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device baf7a48f-fd94-46d5-a544-d5eda6181e2f details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:08.966824 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-9547a559-4d93-4f42-a8e6-7f9d73d72a71 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386846 Feb 16 16:03:09.121106 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port baf7a48f-fd94-46d5-a544-d5eda6181e2f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:09.126299 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33094) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:09.136631 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'port_id': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'mac_address': 'fa:16:3e:75:f7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:09.166472 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d406c-6b31-4bb5-94b5-29fa4b319ccc req-0324389c-a2e3-46b4-9691-1aebc60973ed tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:09.174827 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-522d406c-6b31-4bb5-94b5-29fa4b319ccc req-0324389c-a2e3-46b4-9691-1aebc60973ed tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.3964448 Feb 16 16:03:09.191134 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port baf7a48f-fd94-46d5-a544-d5eda6181e2f is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:09.191778 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.192828 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd329ea-5c3e-48f6-b161-d6566022139d req-c2f4c20c-b64e-43ac-bddc-1e934a48c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:09.195404 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ccd329ea-5c3e-48f6-b161-d6566022139d req-c2f4c20c-b64e-43ac-bddc-1e934a48c0fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 1129 time: 0.3655379 Feb 16 16:03:09.207802 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf7a48f-fd94-46d5-a544-d5eda6181e2f {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:09.253354 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port baf7a48f-fd94-46d5-a544-d5eda6181e2f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:09.255252 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ccd329ea-5c3e-48f6-b161-d6566022139d req-4700ee74-f027-47ad-a8c9-e7f97aa24d16 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.260690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.322319 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e1c39daf-d5f5-4bb0-91af-28ad98f1ffe8 req-a789c9b3-6074-4b29-8493-3860dd8b3fc7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.1301200 Feb 16 16:03:09.323350 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Pushing event updated for resources: {'Port': ['ID=5788791b-8e2b-4710-8b5b-2e806ce8040f,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:09.340970 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fb9cbe82-3d1f-43ee-be4f-6b6969982933 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1510d506aaed4a13babacda77cc5b563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125185 Feb 16 16:03:09.357633 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33106) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:09.376432 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=baf7a48f-fd94-46d5-a544-d5eda6181e2f,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:09.397088 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-522d406c-6b31-4bb5-94b5-29fa4b319ccc req-90640ee6-6f50-407d-8ce2-13304fe8a91c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973693 Feb 16 16:03:09.400622 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38904b9a-fc16-434c-8659-27b0fe4697d8 req-1fa4ef94-a83a-4764-9834-ba2ce7359b84 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155486 Feb 16 16:03:09.478900 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Attempting to bind port 5788791b-8e2b-4710-8b5b-2e806ce8040f on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:09.479275 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Attempting to bind port 5788791b-8e2b-4710-8b5b-2e806ce8040f by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:09.479614 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Attempting to bind port 5788791b-8e2b-4710-8b5b-2e806ce8040f on network 4b7a5b21-14b5-403c-a74b-51222a4db256 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:09.526347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f15ba230-011c-4b31-91fa-2d08a66e9006 admin admin] Publish callbacks [] for security_group (6556e706-840e-41a2-b7e1-08e601861880), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.532621 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ccd329ea-5c3e-48f6-b161-d6566022139d req-4700ee74-f027-47ad-a8c9-e7f97aa24d16 service neutron] Publish callbacks [] for security_group (9d5928d7-c942-4a0e-a988-085a8dd6cef5), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.540834 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-ccd329ea-5c3e-48f6-b161-d6566022139d req-4700ee74-f027-47ad-a8c9-e7f97aa24d16 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9d5928d7-c942-4a0e-a988-085a8dd6cef5), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.571630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Port 5788791b-8e2b-4710-8b5b-2e806ce8040f on network 4b7a5b21-14b5-403c-a74b-51222a4db256 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:03:09.571998 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Attempting to bind port 5788791b-8e2b-4710-8b5b-2e806ce8040f on network 4b7a5b21-14b5-403c-a74b-51222a4db256 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:09.591862 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:09.592192 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Checking segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:09.592574 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Bound using segment: {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:09.593278 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Bound port: 5788791b-8e2b-4710-8b5b-2e806ce8040f, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '883e0242-d113-48c2-96d0-ad2b65c6f6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:09.593671 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.633394 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f15ba230-011c-4b31-91fa-2d08a66e9006 admin admin] Publish callbacks [] for security_group (6556e706-840e-41a2-b7e1-08e601861880), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.663078 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700ee74-f027-47ad-a8c9-e7f97aa24d16 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5928d7-c942-4a0e-a988-085a8dd6cef5,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:09.667228 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ccd329ea-5c3e-48f6-b161-d6566022139d req-4700ee74-f027-47ad-a8c9-e7f97aa24d16 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604449 Feb 16 16:03:09.701226 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20bf988-3b5b-4615-be20-8b42e5cf8adb req-9e11e8f9-3191-4a95-ba1f-3f52b88007ac tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:09.703065 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b20bf988-3b5b-4615-be20-8b42e5cf8adb req-9e11e8f9-3191-4a95-ba1f-3f52b88007ac tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 943 time: 0.1413069 Feb 16 16:03:09.749380 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f15ba230-011c-4b31-91fa-2d08a66e9006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6556e706-840e-41a2-b7e1-08e601861880), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.754232 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f15ba230-011c-4b31-91fa-2d08a66e9006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:09.755518 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f15ba230-011c-4b31-91fa-2d08a66e9006 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6556e706-840e-41a2-b7e1-08e601861880 HTTP/1.1" status: 204 len: 168 time: 0.3908339 Feb 16 16:03:09.775651 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32f917-4964-405a-bd4a-4f1d16d9218f req-c8ed6db8-bc39-4072-9e77-d439320965f2 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:09.783905 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bc32f917-4964-405a-bd4a-4f1d16d9218f req-c8ed6db8-bc39-4072-9e77-d439320965f2 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 945 time: 0.2956233 Feb 16 16:03:09.787191 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b20bf988-3b5b-4615-be20-8b42e5cf8adb req-8ae27430-0ae9-4a5b-bf58-e93bb0025a5f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753109 Feb 16 16:03:09.851307 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ba230-011c-4b31-91fa-2d08a66e9006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6556e706-840e-41a2-b7e1-08e601861880,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:09.920854 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bc32f917-4964-405a-bd4a-4f1d16d9218f req-2875d369-be59-429d-b0e8-87c58f287439 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358109 Feb 16 16:03:09.925869 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] For port 5788791b-8e2b-4710-8b5b-2e806ce8040f, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:09.929219 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] For port 5788791b-8e2b-4710-8b5b-2e806ce8040f, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:09.941736 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.013671 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Pushing event updated for resources: {'Port': ['ID=5788791b-8e2b-4710-8b5b-2e806ce8040f,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:10.021552 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:10.022401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.024142 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-76837f19-5dc4-44e9-bed2-7d0cf3da4824 service neutron] 10.222.0.36 "PUT /v2.0/ports/5788791b-8e2b-4710-8b5b-2e806ce8040f HTTP/1.1" status: 200 len: 1093 time: 2.4550943 Feb 16 16:03:10.024824 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'tag': '5788791b-8e2b-4710-8b5b-2e806ce8040f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:10.028902 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd288346-31be-4368-8a77-d8d4be360da7" -d '{"events": [{"name": "network-changed", "server_uuid": "83e7287e-cfe3-46f8-b5a6-adab2c3b536f", "tag": "5788791b-8e2b-4710-8b5b-2e806ce8040f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:10.092128 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eaf903e-a699-4c79-a49e-94d62831c48b x-openstack-request-id: req-2eaf903e-a699-4c79-a49e-94d62831c48b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:10.092465 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e7287e-cfe3-46f8-b5a6-adab2c3b536f", "tag": "5788791b-8e2b-4710-8b5b-2e806ce8040f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:10.092726 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2eaf903e-a699-4c79-a49e-94d62831c48b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:10.093145 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'tag': '5788791b-8e2b-4710-8b5b-2e806ce8040f', 'status': 'completed', 'code': 200} Feb 16 16:03:10.138062 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9538329-f93e-49ee-a366-80ba83fb0c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.290372 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33136) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:10.329696 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9b91b3c1-d209-4536-a2d8-6c7e75e943a0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3b579bd154b04b01a228a597ebd866e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381119 Feb 16 16:03:10.332208 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33138) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:10.384655 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d89cf6-a5a4-4b90-8283-68fb9d222ba6 admin admin] Publish callbacks [] for security_group (f985e6bb-1ed3-41e7-ad24-c41c21409c05), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.414870 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d89cf6-a5a4-4b90-8283-68fb9d222ba6 admin admin] Publish callbacks [] for security_group (f985e6bb-1ed3-41e7-ad24-c41c21409c05), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.431936 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5521085a-32e1-4d94-a495-326e3d1c8788 req-6cb989ca-e76c-4a28-8be0-fac3d0730cb9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.0300562 Feb 16 16:03:10.480394 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d89cf6-a5a4-4b90-8283-68fb9d222ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f985e6bb-1ed3-41e7-ad24-c41c21409c05), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.483633 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d89cf6-a5a4-4b90-8283-68fb9d222ba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:10.487142 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-67d89cf6-a5a4-4b90-8283-68fb9d222ba6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f985e6bb-1ed3-41e7-ad24-c41c21409c05 HTTP/1.1" status: 204 len: 168 time: 0.1516304 Feb 16 16:03:10.494175 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d89cf6-a5a4-4b90-8283-68fb9d222ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f985e6bb-1ed3-41e7-ad24-c41c21409c05,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:10.552523 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27763061-98a7-47ea-8540-b287da011912 req-32980c64-4486-4956-a0dc-3192e8c9e64c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:10.554047 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-27763061-98a7-47ea-8540-b287da011912 req-32980c64-4486-4956-a0dc-3192e8c9e64c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.0568190 Feb 16 16:03:10.602865 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-27763061-98a7-47ea-8540-b287da011912 req-78621ef3-c38f-4c1f-aef0-dbeb8f5ff22d tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Feb 16 16:03:10.923850 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3b727-09e2-4ef5-85ec-a27231c2d41d req-04873ba1-d360-45f0-a6cd-888f7cd384cc tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:10.927014 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cbb3b727-09e2-4ef5-85ec-a27231c2d41d req-04873ba1-d360-45f0-a6cd-888f7cd384cc tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 943 time: 0.0674665 Feb 16 16:03:10.998055 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cbb3b727-09e2-4ef5-85ec-a27231c2d41d req-988fb4e5-d70d-4377-9862-fdccc00e8afd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639758 Feb 16 16:03:11.110755 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbe19e-49c9-4765-8a69-82b31cfb897b req-caffe5a6-133d-48ac-9573-9b1881eef115 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:11.110755 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82fbe19e-49c9-4765-8a69-82b31cfb897b req-caffe5a6-133d-48ac-9573-9b1881eef115 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 945 time: 0.0733185 Feb 16 16:03:11.164098 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82fbe19e-49c9-4765-8a69-82b31cfb897b req-e8f17cab-5bd4-459c-849f-f6d2b471c97d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495462 Feb 16 16:03:11.534640 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-01e8eaae-14bc-4624-babe-c90e30e94423 req-9de227ad-dc6c-497d-a418-f1679e1b3802 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Feb 16 16:03:11.741925 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ba6ee-0ff7-44d0-a2c1-3940de68d0d3 req-ccdafd41-4c19-432a-8680-5d72edc1ef3e tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:11.743672 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e6ba6ee-0ff7-44d0-a2c1-3940de68d0d3 req-ccdafd41-4c19-432a-8680-5d72edc1ef3e tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.0608819 Feb 16 16:03:11.793060 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e6ba6ee-0ff7-44d0-a2c1-3940de68d0d3 req-6df7e2a5-0401-41c3-85fc-392ccdc0cfda tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Feb 16 16:03:11.817688 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 04db0873-90ed-4f21-980a-2a68846b7f0c details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:11.917808 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 04db0873-90ed-4f21-980a-2a68846b7f0c, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=04db0873-90ed-4f21-980a-2a68846b7f0c,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:11.930487 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '04db0873-90ed-4f21-980a-2a68846b7f0c', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'port_id': '04db0873-90ed-4f21-980a-2a68846b7f0c', 'mac_address': 'fa:16:3e:d7:04:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:11.976064 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 04db0873-90ed-4f21-980a-2a68846b7f0c is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:11.976454 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:11.990885 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04db0873-90ed-4f21-980a-2a68846b7f0c {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:12.010654 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 04db0873-90ed-4f21-980a-2a68846b7f0c, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=04db0873-90ed-4f21-980a-2a68846b7f0c,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:12.019536 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:12.054435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['baf7a48f-fd94-46d5-a544-d5eda6181e2f'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:12.119379 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=04db0873-90ed-4f21-980a-2a68846b7f0c,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:12.220450 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288346-31be-4368-8a77-d8d4be360da7 req-39a259b8-91f1-48a5-a27e-c680f16d9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:12.222694 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fd288346-31be-4368-8a77-d8d4be360da7 req-39a259b8-91f1-48a5-a27e-c680f16d9115 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 1127 time: 0.1116309 Feb 16 16:03:12.270571 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c000c-ba78-42f4-9fdc-4a1245167dc0 req-3be6fff6-81b3-4a0c-9df4-f4c3ba5adc4e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:12.282606 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b9c000c-ba78-42f4-9fdc-4a1245167dc0 req-3be6fff6-81b3-4a0c-9df4-f4c3ba5adc4e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 943 time: 0.1460097 Feb 16 16:03:12.290053 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['04db0873-90ed-4f21-980a-2a68846b7f0c'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:12.384720 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b9c000c-ba78-42f4-9fdc-4a1245167dc0 req-66dfcebc-8a95-41ec-8f4f-27768d4f648d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939245 Feb 16 16:03:12.541711 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d0a6d-1c34-4054-8bd0-36131f612048 req-f3799d7c-4422-4070-bde3-4402e936d3a5 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:12.543775 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f5d0a6d-1c34-4054-8bd0-36131f612048 req-f3799d7c-4422-4070-bde3-4402e936d3a5 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 945 time: 0.2098811 Feb 16 16:03:12.588602 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288346-31be-4368-8a77-d8d4be360da7 req-ffb3bd87-c453-47b3-a8de-830d4a0d70bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:12.590702 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fd288346-31be-4368-8a77-d8d4be360da7 req-ffb3bd87-c453-47b3-a8de-830d4a0d70bf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=90896883632943e899a84ffb10835031&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3607852 Feb 16 16:03:12.634616 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-468e0d9b-27d6-4d66-8a5e-be7747fe5265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:12.699077 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3d0dedee-ade6-4466-a5c7-9e21acc8c48c req-12a14c1d-9ad6-41b9-8076-2d58b30e4cd5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.0796325 Feb 16 16:03:12.705023 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f5d0a6d-1c34-4054-8bd0-36131f612048 req-9b4623b7-19f9-4b75-b04b-d4b52e626041 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408894 Feb 16 16:03:12.882730 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd288346-31be-4368-8a77-d8d4be360da7 req-f8fadaba-8e6d-4214-86d4-b8f4242f540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:12.887068 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fd288346-31be-4368-8a77-d8d4be360da7 req-f8fadaba-8e6d-4214-86d4-b8f4242f540f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2891319 Feb 16 16:03:12.941482 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device baf7a48f-fd94-46d5-a544-d5eda6181e2f up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:13.036254 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-88ab2cf0-627d-42f3-98a7-ae966006407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:13.038030 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-88ab2cf0-627d-42f3-98a7-ae966006407a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 1127 time: 0.0947306 Feb 16 16:03:13.080986 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port baf7a48f-fd94-46d5-a544-d5eda6181e2f completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:13.086150 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port baf7a48f-fd94-46d5-a544-d5eda6181e2f triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:13.086539 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:13.123135 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-5b58b1fb-d36a-4738-8637-d4712cbd7952 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f HTTP/1.1" status: 200 len: 217 time: 0.0744526 Feb 16 16:03:13.159280 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08df1f3f-517a-4915-9c92-bde2353a4353 req-f31a958a-fc67-43ad-8b27-b47a285c8c90 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:13.161119 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08df1f3f-517a-4915-9c92-bde2353a4353 req-f31a958a-fc67-43ad-8b27-b47a285c8c90 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.2738550 Feb 16 16:03:13.201321 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-c2e6a8da-4d4d-418d-a992-815d2bbffa72 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:13.202828 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-c2e6a8da-4d4d-418d-a992-815d2bbffa72 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 817 time: 0.2953546 Feb 16 16:03:13.236037 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-608f18d7-d951-4fb6-afc7-ac8cab5113aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:13.238258 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-608f18d7-d951-4fb6-afc7-ac8cab5113aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.1073036 Feb 16 16:03:13.245884 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port baf7a48f-fd94-46d5-a544-d5eda6181e2f is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:13.246276 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:13.251815 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08df1f3f-517a-4915-9c92-bde2353a4353 req-6b86e185-8da4-47ca-a760-7b6522ad99f2 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756629 Feb 16 16:03:13.282138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:13.284637 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3817d235-838b-42f5-8391-c38158370e66" -d '{"events": [{"server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "name": "network-vif-plugged", "status": "completed", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:13.291159 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-0cf7b139-64be-4d98-af25-7aa1c0dc32fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419574 Feb 16 16:03:13.297350 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-bed65b49-ba33-456b-8890-040857c1d85b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 379 time: 0.0800991 Feb 16 16:03:13.298516 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port baf7a48f-fd94-46d5-a544-d5eda6181e2f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:13.303436 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:13.315222 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'port': {'device_id': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'admin_state_up': True, 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'security_groups': ['6b922631-5b3a-495d-9312-7b2a4bc14555']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:13.369348 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=baf7a48f-fd94-46d5-a544-d5eda6181e2f,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:13.380790 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58133d58-ec92-46c8-aee9-fa326e3390a6 x-openstack-request-id: req-58133d58-ec92-46c8-aee9-fa326e3390a6 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:13.381843 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "name": "network-vif-plugged", "status": "completed", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:13.381843 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58133d58-ec92-46c8-aee9-fa326e3390a6 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:13.382128 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'code': 200} Feb 16 16:03:13.459780 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-ce0328fd-9672-45a6-a52a-7aedd566ef8d service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526225 Feb 16 16:03:13.508199 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Made reservation on behalf of dcc982725ac74bf3b8b5b4ff55d3d93b for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:13.511568 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:13.593095 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:13.634122 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a08c3aca-692a-4842-b6d8-b46c92bc5d12 req-f222e93a-c274-4c19-bb21-0c686ffb380e service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667688 Feb 16 16:03:13.637042 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c0324-596e-4ed5-acf1-8e1a14a4d310 req-14b711da-80d8-49b3-bc18-bcb64ab10af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:13.638572 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd9c0324-596e-4ed5-acf1-8e1a14a4d310 req-14b711da-80d8-49b3-bc18-bcb64ab10af0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1130 time: 0.1021061 Feb 16 16:03:13.732633 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4ce16-cebf-4ddb-8ef5-329889027e5f req-8cb54650-1fbe-4a79-adf6-a92a58851007 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:13.734170 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e4d4ce16-cebf-4ddb-8ef5-329889027e5f req-8cb54650-1fbe-4a79-adf6-a92a58851007 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 943 time: 0.2742109 Feb 16 16:03:13.857576 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e4d4ce16-cebf-4ddb-8ef5-329889027e5f req-15ad2003-51a9-4eee-9f09-a855793dfd4b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158497 Feb 16 16:03:13.893374 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Allocated IP 172.20.0.5 (2d44e3e6-f30b-477c-bc15-19ba17ea5263/35a0084f-6f3f-43f9-9f93-1e22a397d294/044e9f4c-dd2d-414b-b326-5adb5365ebe3) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:13.963562 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd9c0324-596e-4ed5-acf1-8e1a14a4d310 req-240903fc-c31c-48ff-a45c-f5e06898ba86 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186777 Feb 16 16:03:13.979492 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4cffdfd5-7555-4ff2-afe6-70b4a2ac3dab req-09a3a8b5-e2d4-45d1-9945-29d9b864d122 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.0462930 Feb 16 16:03:14.015455 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ab3a5-aa2e-42c6-9a0c-f44e6d5fa94b req-32df3b46-9a9a-450c-8f2e-6474fff562bb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:14.016987 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-383ab3a5-aa2e-42c6-9a0c-f44e6d5fa94b req-32df3b46-9a9a-450c-8f2e-6474fff562bb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0744753 Feb 16 16:03:14.085652 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-383ab3a5-aa2e-42c6-9a0c-f44e6d5fa94b req-f44d655f-bf99-4afe-8c6d-788d97e3ebea tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559189 Feb 16 16:03:14.124340 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.164939 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.229770 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:14.234183 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:14.243187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33308) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:14.262629 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:14.267946 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:14.345275 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:14.345782 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.392528 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6ba5dd43-c95b-402c-9931-18651438c5e1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0814109 Feb 16 16:03:14.419712 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Request body: {'port': {'device_id': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:14.504907 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f543036f-de93-480f-8c7f-4d9f6031be42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.507892 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc815bda-5a03-4b25-af1b-4c20c3f0e8c3 req-e61b707c-de04-4eeb-913c-685bdad60fe7 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:14.509623 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dc815bda-5a03-4b25-af1b-4c20c3f0e8c3 req-e61b707c-de04-4eeb-913c-685bdad60fe7 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.1380973 Feb 16 16:03:14.525774 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.587219 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33324) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:14.603139 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dc815bda-5a03-4b25-af1b-4c20c3f0e8c3 req-c575aa5b-cae2-4da9-ae5b-52f6f60a7e39 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868878 Feb 16 16:03:14.605204 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f543036f-de93-480f-8c7f-4d9f6031be42 admin admin] Publish callbacks [] for security_group (22833584-2863-4508-9a52-d3cfc6a678ca), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.615301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f543036f-de93-480f-8c7f-4d9f6031be42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (22833584-2863-4508-9a52-d3cfc6a678ca), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.659000 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-9caf8eb7-3154-4456-bfe6-d3b84957b904 None None] Provisioning complete for port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:14.659538 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9caf8eb7-3154-4456-bfe6-d3b84957b904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.666637 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f543036f-de93-480f-8c7f-4d9f6031be42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=897830517de14667afd3d31095ec07d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202304 Feb 16 16:03:14.666637 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543036f-de93-480f-8c7f-4d9f6031be42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22833584-2863-4508-9a52-d3cfc6a678ca,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:14.667615 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33330) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:14.705493 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9caf8eb7-3154-4456-bfe6-d3b84957b904 None None] Port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:03:14.736463 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c0d24a8-7723-4d02-b531-a2607bac8ba1 admin admin] Publish callbacks [] for security_group (22833584-2863-4508-9a52-d3cfc6a678ca), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.759261 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c0d24a8-7723-4d02-b531-a2607bac8ba1 admin admin] Publish callbacks [] for security_group (22833584-2863-4508-9a52-d3cfc6a678ca), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.765011 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aee21eec-7632-4c4e-b5f7-64b9b7b49fa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.814322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c0d24a8-7723-4d02-b531-a2607bac8ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (22833584-2863-4508-9a52-d3cfc6a678ca), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.817362 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5c0d24a8-7723-4d02-b531-a2607bac8ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:14.818699 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5c0d24a8-7723-4d02-b531-a2607bac8ba1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22833584-2863-4508-9a52-d3cfc6a678ca HTTP/1.1" status: 204 len: 168 time: 0.1500714 Feb 16 16:03:14.827650 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d24a8-7723-4d02-b531-a2607bac8ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22833584-2863-4508-9a52-d3cfc6a678ca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:14.956510 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 04db0873-90ed-4f21-980a-2a68846b7f0c up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:15.063946 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.067010 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 04db0873-90ed-4f21-980a-2a68846b7f0c completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:15.082392 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 04db0873-90ed-4f21-980a-2a68846b7f0c triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:15.082978 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.116099 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aee21eec-7632-4c4e-b5f7-64b9b7b49fa4 admin admin] Publish callbacks [] for security_group (c4149ac5-f47e-4b8d-9164-f4aaa63d68cc), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.120190 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f9670-cb35-4394-8b46-1258bd9fa5f7 req-24ee7d2d-3f3f-465b-8db3-8d172008fe42 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:15.131361 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b14f9670-cb35-4394-8b46-1258bd9fa5f7 req-24ee7d2d-3f3f-465b-8db3-8d172008fe42 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 943 time: 0.1665936 Feb 16 16:03:15.138383 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 044e9f4c-dd2d-414b-b326-5adb5365ebe3 {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:15.162309 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aee21eec-7632-4c4e-b5f7-64b9b7b49fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c4149ac5-f47e-4b8d-9164-f4aaa63d68cc), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.233073 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b14f9670-cb35-4394-8b46-1258bd9fa5f7 req-1716aef4-4f4e-4140-8f1e-1c343687a781 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915811 Feb 16 16:03:15.236173 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Publish callbacks [] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.239311 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee21eec-7632-4c4e-b5f7-64b9b7b49fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4149ac5-f47e-4b8d-9164-f4aaa63d68cc,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:15.267749 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 04db0873-90ed-4f21-980a-2a68846b7f0c is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:15.268326 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.299865 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-aee21eec-7632-4c4e-b5f7-64b9b7b49fa4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b60169284ec04dc1bad45ada91e43f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7090478 Feb 16 16:03:15.300090 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33352) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:15.301801 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Transition to ACTIVE for port object 044e9f4c-dd2d-414b-b326-5adb5365ebe3 will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:03:15.307279 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.312486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 04db0873-90ed-4f21-980a-2a68846b7f0c, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=04db0873-90ed-4f21-980a-2a68846b7f0c,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:15.317168 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.390624 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919c7040-d773-4815-82c4-9e09fa3b9860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04db0873-90ed-4f21-980a-2a68846b7f0c'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:15.394451 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418e3e16-a747-46ab-842b-efc3a2ad5857" -d '{"events": [{"server_uuid": "919c7040-d773-4815-82c4-9e09fa3b9860", "name": "network-vif-plugged", "status": "completed", "tag": "04db0873-90ed-4f21-980a-2a68846b7f0c"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:15.397689 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=04db0873-90ed-4f21-980a-2a68846b7f0c,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:15.464839 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417c205-8c8a-4f06-936d-21f5009918a4 req-e779caf6-59cd-4cc9-a71f-4108950ec6f1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:15.467518 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3417c205-8c8a-4f06-936d-21f5009918a4 req-e779caf6-59cd-4cc9-a71f-4108950ec6f1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 931 time: 0.2603593 Feb 16 16:03:15.471577 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:15.518072 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fda7e225-7b06-4cc9-8cd4-96ecffd9a469 admin admin] Publish callbacks [] for security_group (c4149ac5-f47e-4b8d-9164-f4aaa63d68cc), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.551924 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fda7e225-7b06-4cc9-8cd4-96ecffd9a469 admin admin] Publish callbacks [] for security_group (c4149ac5-f47e-4b8d-9164-f4aaa63d68cc), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.626920 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1545-cb17-45ab-9561-44b7cda2974e req-7b9a0dc6-f20b-4b26-ad01-a2e739c44198 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:15.634784 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-667a1545-cb17-45ab-9561-44b7cda2974e req-7b9a0dc6-f20b-4b26-ad01-a2e739c44198 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.3028181 Feb 16 16:03:15.638283 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fda7e225-7b06-4cc9-8cd4-96ecffd9a469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c4149ac5-f47e-4b8d-9164-f4aaa63d68cc), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.641314 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fda7e225-7b06-4cc9-8cd4-96ecffd9a469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.642599 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fda7e225-7b06-4cc9-8cd4-96ecffd9a469 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c4149ac5-f47e-4b8d-9164-f4aaa63d68cc HTTP/1.1" status: 204 len: 168 time: 0.3414764 Feb 16 16:03:15.666489 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7e225-7b06-4cc9-8cd4-96ecffd9a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4149ac5-f47e-4b8d-9164-f4aaa63d68cc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:15.693189 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3417c205-8c8a-4f06-936d-21f5009918a4 req-9971b1fa-aaab-4430-9900-192969f4f7dd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590543 Feb 16 16:03:15.734188 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Attempting to bind port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:15.734188 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Attempting to bind port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:15.736186 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Attempting to bind port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:15.742433 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:03:15.742769 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Attempting to bind port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:15.746943 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-667a1545-cb17-45ab-9561-44b7cda2974e req-8a5b4ecb-1dd2-44bf-946e-e3f5ecb93ded tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109715 Feb 16 16:03:15.751453 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:15.751734 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Checking segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:15.752200 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Bound using segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:15.752728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Bound port: 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:15.753099 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.799266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43f746c-334d-49a0-8239-01388bbabd17 x-openstack-request-id: req-d43f746c-334d-49a0-8239-01388bbabd17 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:15.799752 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919c7040-d773-4815-82c4-9e09fa3b9860", "name": "network-vif-plugged", "status": "completed", "tag": "04db0873-90ed-4f21-980a-2a68846b7f0c", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:15.799901 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d43f746c-334d-49a0-8239-01388bbabd17 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:15.800355 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919c7040-d773-4815-82c4-9e09fa3b9860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04db0873-90ed-4f21-980a-2a68846b7f0c', 'code': 200} Feb 16 16:03:15.910484 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:15.914903 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:15.925854 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:15.997658 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:15.998669 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.000990 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 1093 time: 1.5877354 Feb 16 16:03:16.001556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:16.004335 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d723e49d-92b6-4a0b-a7e0-d9620845f87d" -d '{"events": [{"name": "network-changed", "server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:16.033370 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdebe7b-07d2-4704-937c-1cafd7bfb8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:16.101589 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048d13a8-4e10-4be5-975d-1ab4f2ff5470 x-openstack-request-id: req-048d13a8-4e10-4be5-975d-1ab4f2ff5470 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:16.101887 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:16.102141 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-048d13a8-4e10-4be5-975d-1ab4f2ff5470 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:16.102543 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'status': 'completed', 'code': 200} Feb 16 16:03:16.113830 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7622ad-2ba8-4a16-bbb9-ff636825ac1e req-ab6d8d63-a54e-47e8-82bd-97a122dbb4c8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:16.118916 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aa7622ad-2ba8-4a16-bbb9-ff636825ac1e req-ab6d8d63-a54e-47e8-82bd-97a122dbb4c8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1766727 Feb 16 16:03:16.126247 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33392) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:16.130837 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'floatingip': {'port_id': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:16.151019 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4bb87280-48b1-4f5f-aca6-08bf987a9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:16.154357 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-4bb87280-48b1-4f5f-aca6-08bf987a9ffc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1127 time: 0.0634251 Feb 16 16:03:16.236071 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-409e1198-9aed-44f7-9ab1-c100456d1b87 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 217 time: 0.0656099 Feb 16 16:03:16.291679 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92babed-815a-43db-a268-d2fffcb024de req-087e2789-dea1-4ee0-be57-41d71e60681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:16.293503 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a92babed-815a-43db-a268-d2fffcb024de req-087e2789-dea1-4ee0-be57-41d71e60681a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.2913425 Feb 16 16:03:16.295828 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (5a82d6fe-efc8-4a4d-a245-505d88587d91), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.324043 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-568abffb-62a6-4777-97f0-4cb5a9299cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:16.326124 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-568abffb-62a6-4777-97f0-4cb5a9299cbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0774450 Feb 16 16:03:16.344521 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33402) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:16.432781 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33406) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:16.450737 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c75c-2eb4-41aa-b4be-541fe4ca5ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.467545 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.510400 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6f8178e4-3eb4-4fe1-a25a-a60094ed8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:16.512014 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-6f8178e4-3eb4-4fe1-a25a-a60094ed8035 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1784632 Feb 16 16:03:16.533205 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551d764-798e-4217-a2e5-4f5e4ecfc05d req-537e950a-1b76-4528-9a34-8a6c998985f7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:16.536207 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f551d764-798e-4217-a2e5-4f5e4ecfc05d req-537e950a-1b76-4528-9a34-8a6c998985f7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 943 time: 0.1830053 Feb 16 16:03:16.590896 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a92babed-815a-43db-a268-d2fffcb024de req-698b7f17-706a-4de4-a07b-658f376eb134 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573705 Feb 16 16:03:16.670156 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f551d764-798e-4217-a2e5-4f5e4ecfc05d req-ea9b0b53-ef1c-4263-a195-85ef5ef8d60c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161659 Feb 16 16:03:16.704443 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-7afc3d90-143e-4ac8-890b-112eb7533680 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636081 Feb 16 16:03:16.772296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c75c-2eb4-41aa-b4be-541fe4ca5ae3 admin admin] Publish callbacks [] for security_group (d017de4d-0e63-43e1-b833-33a53b5c8e99), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.869510 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c8d2c75c-2eb4-41aa-b4be-541fe4ca5ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d017de4d-0e63-43e1-b833-33a53b5c8e99), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.953828 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fbb28508-106d-40d8-ae05-da92f16442dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:16.963175 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 5788791b-8e2b-4710-8b5b-2e806ce8040f details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:16.978868 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6609e42a-cb5f-4f41-8f50-80fc1a461c09 req-39442c07-40e9-4640-bb46-f1854bed3865 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963694 Feb 16 16:03:17.018857 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461571a-9e2e-460e-b0a1-d270814dd7ce req-d7641907-3fe7-4a1d-a80b-85f0d80a716d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.019345 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e461571a-9e2e-460e-b0a1-d270814dd7ce req-d7641907-3fe7-4a1d-a80b-85f0d80a716d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.1289270 Feb 16 16:03:17.088034 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c8d2c75c-2eb4-41aa-b4be-541fe4ca5ae3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8629644e5c66498691d5a263a653fa00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7068224 Feb 16 16:03:17.095707 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33438) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:17.096187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2c75c-2eb4-41aa-b4be-541fe4ca5ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d017de4d-0e63-43e1-b833-33a53b5c8e99,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:17.169584 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 5788791b-8e2b-4710-8b5b-2e806ce8040f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:17.188171 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '5788791b-8e2b-4710-8b5b-2e806ce8040f', 'network_id': '4b7a5b21-14b5-403c-a74b-51222a4db256', 'port_id': '5788791b-8e2b-4710-8b5b-2e806ce8040f', 'mac_address': 'fa:16:3e:7d:df:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4cf1e47-3404-4c78-9c18-3828189b563b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:17.242474 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 5788791b-8e2b-4710-8b5b-2e806ce8040f is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:17.244015 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-7cacc2b1-eea9-478b-8608-d5932244e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.245504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.252194 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-7cacc2b1-eea9-478b-8608-d5932244e058 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1127 time: 0.1846299 Feb 16 16:03:17.261724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5788791b-8e2b-4710-8b5b-2e806ce8040f {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:17.292624 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 5788791b-8e2b-4710-8b5b-2e806ce8040f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:17.301104 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.326756 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20d0b148-58ce-4970-af7c-0af0d379e250 admin admin] Publish callbacks [] for security_group (d017de4d-0e63-43e1-b833-33a53b5c8e99), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.332827 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33444) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:17.334514 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.db.resource_extend [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:03:17.361719 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=5788791b-8e2b-4710-8b5b-2e806ce8040f,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:17.394295 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e461571a-9e2e-460e-b0a1-d270814dd7ce req-8e55f741-c5d3-4e76-b70d-2fe6b2d4ad16 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3439693 Feb 16 16:03:17.416500 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33448) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:17.431765 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-fb6cc84c-027e-4dd4-9368-e53e0b049c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.433247 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-fb6cc84c-027e-4dd4-9368-e53e0b049c88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.1489732 Feb 16 16:03:17.444577 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fbb28508-106d-40d8-ae05-da92f16442dd admin admin] Publish callbacks [] for security_group (f0dfb788-155a-4bd0-b369-e6a37f06a11d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.446804 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20d0b148-58ce-4970-af7c-0af0d379e250 admin admin] Publish callbacks [] for security_group (d017de4d-0e63-43e1-b833-33a53b5c8e99), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.452918 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.454191 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fbb28508-106d-40d8-ae05-da92f16442dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f0dfb788-155a-4bd0-b369-e6a37f06a11d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.467504 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (5a82d6fe-efc8-4a4d-a245-505d88587d91), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.511073 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fbb28508-106d-40d8-ae05-da92f16442dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cc6d48e9694f49a5a5d87ccc07708272&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0701191 Feb 16 16:03:17.514459 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-3ab50e59-7a6b-41d4-8252-69826158e67f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 217 time: 0.0723162 Feb 16 16:03:17.514917 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33452) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:17.583490 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6628a6b2-4fd9-48f7-8875-052173631f6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.590014 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb28508-106d-40d8-ae05-da92f16442dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfb788-155a-4bd0-b369-e6a37f06a11d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:17.623529 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-21d29e5c-4774-4b29-bb45-855507ffc400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.625236 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-21d29e5c-4774-4b29-bb45-855507ffc400 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0985885 Feb 16 16:03:17.629313 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc4a996a-1c30-41a2-a1fd-81dee77cf1af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.640117 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['5788791b-8e2b-4710-8b5b-2e806ce8040f'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:17.641200 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e92cdfc-5c2c-4eb0-a936-08194669c55b admin admin] Publish callbacks [] for security_group (f0dfb788-155a-4bd0-b369-e6a37f06a11d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.663438 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20d0b148-58ce-4970-af7c-0af0d379e250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d017de4d-0e63-43e1-b833-33a53b5c8e99), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.665914 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-20d0b148-58ce-4970-af7c-0af0d379e250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.670136 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-20d0b148-58ce-4970-af7c-0af0d379e250 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d017de4d-0e63-43e1-b833-33a53b5c8e99 HTTP/1.1" status: 204 len: 168 time: 0.5633366 Feb 16 16:03:17.699588 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e92cdfc-5c2c-4eb0-a936-08194669c55b admin admin] Publish callbacks [] for security_group (f0dfb788-155a-4bd0-b369-e6a37f06a11d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.726609 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0b148-58ce-4970-af7c-0af0d379e250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d017de4d-0e63-43e1-b833-33a53b5c8e99,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:17.739936 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-33f407bd-d47e-42fa-8481-b4d72c70d9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:17.741476 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-33f407bd-d47e-42fa-8481-b4d72c70d9b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013558 Feb 16 16:03:17.772396 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Floating IP 5a82d6fe-efc8-4a4d-a245-505d88587d91 associated. External IP: 172.27.0.34, port: baf7a48f-fd94-46d5-a544-d5eda6181e2f. Feb 16 16:03:17.804949 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e92cdfc-5c2c-4eb0-a936-08194669c55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f0dfb788-155a-4bd0-b369-e6a37f06a11d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.810723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5e92cdfc-5c2c-4eb0-a936-08194669c55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:17.814549 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5e92cdfc-5c2c-4eb0-a936-08194669c55b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0dfb788-155a-4bd0-b369-e6a37f06a11d HTTP/1.1" status: 204 len: 168 time: 0.2912872 Feb 16 16:03:17.832733 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92cdfc-5c2c-4eb0-a936-08194669c55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dfb788-155a-4bd0-b369-e6a37f06a11d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:17.975591 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-967abd44-e5ab-4c4d-8e23-724272d4e90f service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002168 Feb 16 16:03:18.119649 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d723e49d-92b6-4a0b-a7e0-d9620845f87d req-7f379b93-feb3-4274-8df1-0b328f82f401 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250663 Feb 16 16:03:18.234004 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6628a6b2-4fd9-48f7-8875-052173631f6f admin admin] Publish callbacks [] for security_group (1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.244725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6628a6b2-4fd9-48f7-8875-052173631f6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.300477 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33474) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:18.316010 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-554a08cf-eab1-4c96-b25b-f2b86f820066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.317861 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc4a996a-1c30-41a2-a1fd-81dee77cf1af admin admin] Publish callbacks [] for security_group (624de38a-84e2-45d9-9930-1c920fae19aa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.336265 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dc4a996a-1c30-41a2-a1fd-81dee77cf1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (624de38a-84e2-45d9-9930-1c920fae19aa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.343694 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6628a6b2-4fd9-48f7-8875-052173631f6f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ce61c6dd938c42dfaa6af81ad15f8307&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0066969 Feb 16 16:03:18.347554 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33476) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:18.353808 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda0ca6-d4d5-43aa-a13e-bb25f362c4fc req-49ce65ae-e9e7-4f7f-99f6-3d29420dcfa0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:18.355516 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dda0ca6-d4d5-43aa-a13e-bb25f362c4fc req-49ce65ae-e9e7-4f7f-99f6-3d29420dcfa0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 944 time: 0.2104857 Feb 16 16:03:18.359542 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628a6b2-4fd9-48f7-8875-052173631f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.422676 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb337-e6b7-4128-b2dc-ce7c139755f6 admin admin] Publish callbacks [] for security_group (1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.468683 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb337-e6b7-4128-b2dc-ce7c139755f6 admin admin] Publish callbacks [] for security_group (1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.479163 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-554a08cf-eab1-4c96-b25b-f2b86f820066 admin admin] Publish callbacks [] for security_group (4bc2c64a-7f08-47ee-bd2a-78f7557639ec), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.503183 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dc4a996a-1c30-41a2-a1fd-81dee77cf1af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=602cef322c754288bcfa7ba73a8bef3d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0587437 Feb 16 16:03:18.504246 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a996a-1c30-41a2-a1fd-81dee77cf1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624de38a-84e2-45d9-9930-1c920fae19aa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.506643 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:18.519754 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-554a08cf-eab1-4c96-b25b-f2b86f820066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4bc2c64a-7f08-47ee-bd2a-78f7557639ec), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.577180 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-554a08cf-eab1-4c96-b25b-f2b86f820066 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f6f58d1a7d4446e99bd8036b8273de82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749076 Feb 16 16:03:18.581999 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33488) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:18.590108 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a08cf-eab1-4c96-b25b-f2b86f820066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2c64a-7f08-47ee-bd2a-78f7557639ec,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.598989 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dda0ca6-d4d5-43aa-a13e-bb25f362c4fc req-41621192-b9d8-44d0-8b4d-f14edca83a4f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138190 Feb 16 16:03:18.604272 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572ab5c-f45b-40a9-8b25-ae1299cbaa1a req-9fcae4f8-72fc-44af-970c-9ae829e252d4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:18.606553 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1572ab5c-f45b-40a9-8b25-ae1299cbaa1a req-9fcae4f8-72fc-44af-970c-9ae829e252d4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.1153259 Feb 16 16:03:18.625039 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb337-e6b7-4128-b2dc-ce7c139755f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.627554 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9e9bb337-e6b7-4128-b2dc-ce7c139755f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.628815 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9e9bb337-e6b7-4128-b2dc-ce7c139755f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc HTTP/1.1" status: 204 len: 168 time: 0.2799771 Feb 16 16:03:18.643715 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bb337-e6b7-4128-b2dc-ce7c139755f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab3066d-9d7c-4116-bb06-3f4cab2fd2cc,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.659047 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c909aa5-f346-4eb0-9f02-1dbf30bfe715 admin admin] Publish callbacks [] for security_group (624de38a-84e2-45d9-9930-1c920fae19aa), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.665195 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:18.702852 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c909aa5-f346-4eb0-9f02-1dbf30bfe715 admin admin] Publish callbacks [] for security_group (624de38a-84e2-45d9-9930-1c920fae19aa), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.706111 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1572ab5c-f45b-40a9-8b25-ae1299cbaa1a req-5daec83a-8ddf-4933-97d7-f0b203800dcd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890067 Feb 16 16:03:18.710939 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d13eaff1-557d-4e67-b5f7-3e26a97ba263 admin admin] Publish callbacks [] for security_group (4bc2c64a-7f08-47ee-bd2a-78f7557639ec), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.825956 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d13eaff1-557d-4e67-b5f7-3e26a97ba263 admin admin] Publish callbacks [] for security_group (4bc2c64a-7f08-47ee-bd2a-78f7557639ec), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.879314 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c909aa5-f346-4eb0-9f02-1dbf30bfe715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (624de38a-84e2-45d9-9930-1c920fae19aa), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.882095 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9c909aa5-f346-4eb0-9f02-1dbf30bfe715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.885611 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9c909aa5-f346-4eb0-9f02-1dbf30bfe715 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/624de38a-84e2-45d9-9930-1c920fae19aa HTTP/1.1" status: 204 len: 168 time: 0.3725166 Feb 16 16:03:18.902967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c909aa5-f346-4eb0-9f02-1dbf30bfe715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624de38a-84e2-45d9-9930-1c920fae19aa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.912805 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:18.922536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.927527 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:18.942626 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:18.944046 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:18.954813 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 5788791b-8e2b-4710-8b5b-2e806ce8040f up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:18.964169 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d13eaff1-557d-4e67-b5f7-3e26a97ba263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4bc2c64a-7f08-47ee-bd2a-78f7557639ec), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.967920 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d13eaff1-557d-4e67-b5f7-3e26a97ba263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:18.969107 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d13eaff1-557d-4e67-b5f7-3e26a97ba263 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bc2c64a-7f08-47ee-bd2a-78f7557639ec HTTP/1.1" status: 204 len: 168 time: 0.3811507 Feb 16 16:03:18.980791 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eaff1-557d-4e67-b5f7-3e26a97ba263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2c64a-7f08-47ee-bd2a-78f7557639ec,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:18.984548 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ef57ad61-644c-42c0-95f0-522a7ad00803 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "PUT /v2.0/floatingips/5a82d6fe-efc8-4a4d-a245-505d88587d91 HTTP/1.1" status: 200 len: 991 time: 2.8574328 Feb 16 16:03:18.985428 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:18.987847 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:19.033869 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c5372-82ae-4101-a5e8-2216f92d5159 x-openstack-request-id: req-fc0c5372-82ae-4101-a5e8-2216f92d5159 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:19.034335 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:19.034758 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc0c5372-82ae-4101-a5e8-2216f92d5159 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:19.035342 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'status': 'completed', 'code': 200} Feb 16 16:03:19.118001 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:19.125653 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-235ed51e-62cd-488e-badd-436d0304a209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.127176 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-235ed51e-62cd-488e-badd-436d0304a209 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1130 time: 0.0578475 Feb 16 16:03:19.149719 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 5788791b-8e2b-4710-8b5b-2e806ce8040f completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:19.155303 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 5788791b-8e2b-4710-8b5b-2e806ce8040f triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:19.156200 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:19.275798 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-5766d5e9-2139-4350-9378-cea94892d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.279267 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-5766d5e9-2139-4350-9378-cea94892d688 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.1452725 Feb 16 16:03:19.280154 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 5788791b-8e2b-4710-8b5b-2e806ce8040f is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:19.280760 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:19.337133 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 5788791b-8e2b-4710-8b5b-2e806ce8040f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:19.338376 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5788791b-8e2b-4710-8b5b-2e806ce8040f'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:19.341824 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b30f78-71cd-4976-b87c-1e8b4c97f441" -d '{"events": [{"server_uuid": "83e7287e-cfe3-46f8-b5a6-adab2c3b536f", "name": "network-vif-plugged", "status": "completed", "tag": "5788791b-8e2b-4710-8b5b-2e806ce8040f"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:19.347997 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:19.411740 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed5bebc-27ba-4f62-9669-fd2a6b8c4ca8 x-openstack-request-id: req-0ed5bebc-27ba-4f62-9669-fd2a6b8c4ca8 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:19.412209 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e7287e-cfe3-46f8-b5a6-adab2c3b536f", "name": "network-vif-plugged", "status": "completed", "tag": "5788791b-8e2b-4710-8b5b-2e806ce8040f", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:19.412567 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ed5bebc-27ba-4f62-9669-fd2a6b8c4ca8 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:19.413071 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5788791b-8e2b-4710-8b5b-2e806ce8040f', 'code': 200} Feb 16 16:03:19.430579 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=5788791b-8e2b-4710-8b5b-2e806ce8040f,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:19.436758 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-a44dc239-8176-4b3a-8e0b-25fb1e6f6358 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 999 time: 0.1525462 Feb 16 16:03:19.500949 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-a62b8d98-d528-4a5e-a277-319a5cb4a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.502792 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-a62b8d98-d528-4a5e-a277-319a5cb4a9af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.0589249 Feb 16 16:03:19.549023 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '5a82d6fe-efc8-4a4d-a245-505d88587d91', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'port_id': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'mac_address': 'fa:16:3e:75:f7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:02:48Z', 'updated_at': '2022-02-16T16:03:17Z', 'revision_number': 1, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:19.586592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-f791b42e-3504-4b9c-9c30-40d23b50ab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.588964 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-f791b42e-3504-4b9c-9c30-40d23b50ab05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794940 Feb 16 16:03:19.606876 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:19.619061 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:19.620387 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:19.624531 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a1d2e-aa7a-44fb-9f97-5dd231bc5aa4 req-890a8905-b1c6-4e88-b466-38873339aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.627471 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bf1a1d2e-aa7a-44fb-9f97-5dd231bc5aa4 req-890a8905-b1c6-4e88-b466-38873339aace service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 1129 time: 0.0588088 Feb 16 16:03:19.709380 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-9298af32-4983-4370-9028-6e6d5dd6fffe service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130049 Feb 16 16:03:19.712848 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bf1a1d2e-aa7a-44fb-9f97-5dd231bc5aa4 req-0217dd4b-3047-4f25-9972-c91bb3d31a73 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786214 Feb 16 16:03:19.753485 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:19.799948 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605d88d-ed53-4c0c-806e-42956f2c7155 req-c851e8b3-8454-496e-a010-6b73c05771c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.801498 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3605d88d-ed53-4c0c-806e-42956f2c7155 req-c851e8b3-8454-496e-a010-6b73c05771c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0720747 Feb 16 16:03:19.840335 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33534) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:19.891707 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3605d88d-ed53-4c0c-806e-42956f2c7155 req-38992422-ee64-4bc0-903a-b9a79b9c91b4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772529 Feb 16 16:03:19.920682 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33540) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:19.920899 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af827-92f1-46d7-a566-99465408d2b9 req-ad93d64f-0b21-4f7e-b5a9-12517f0a2758 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:19.923349 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c60af827-92f1-46d7-a566-99465408d2b9 req-ad93d64f-0b21-4f7e-b5a9-12517f0a2758 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.1009667 Feb 16 16:03:19.940293 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-558338cd-e8b0-4db7-a389-a49fb1c23893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.037305 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-558338cd-e8b0-4db7-a389-a49fb1c23893 admin admin] Publish callbacks [] for security_group (0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.044846 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ddaca197-72ac-4d67-ab64-c99d0ef93ce7 req-4ff2a060-fbda-4e34-b44e-d1c48538149c service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170144 Feb 16 16:03:20.049212 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-558338cd-e8b0-4db7-a389-a49fb1c23893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.089973 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '5a82d6fe-efc8-4a4d-a245-505d88587d91', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'port_id': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'mac_address': 'fa:16:3e:75:f7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:02:48Z', 'updated_at': '2022-02-16T16:03:17Z', 'revision_number': 1, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:20.115613 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-558338cd-e8b0-4db7-a389-a49fb1c23893 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2fcd85e5d7c4f6d8b05b344924b16d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936162 Feb 16 16:03:20.116502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33544) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:20.125692 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4944b843-7d57-4ae1-ad05-c21fe26bc358 None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '5a82d6fe-efc8-4a4d-a245-505d88587d91', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'floating_ip_address': '172.27.0.34', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'port_id': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'mac_address': 'fa:16:3e:75:f7:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:02:48Z', 'updated_at': '2022-02-16T16:03:17Z', 'revision_number': 1, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:20.126499 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c60af827-92f1-46d7-a566-99465408d2b9 req-720a03cf-cfe5-4426-9d40-85d36eb314e6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841589 Feb 16 16:03:20.132594 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558338cd-e8b0-4db7-a389-a49fb1c23893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:20.192466 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac25e109-e36c-4688-9a98-e5b5f2164d4d admin admin] Publish callbacks [] for security_group (0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.226065 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac25e109-e36c-4688-9a98-e5b5f2164d4d admin admin] Publish callbacks [] for security_group (0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.265960 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00824be4-b65a-48db-8b06-72a3f93eeaa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.319845 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac25e109-e36c-4688-9a98-e5b5f2164d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.322652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ac25e109-e36c-4688-9a98-e5b5f2164d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.326739 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ac25e109-e36c-4688-9a98-e5b5f2164d4d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f HTTP/1.1" status: 204 len: 168 time: 0.2035854 Feb 16 16:03:20.339166 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25e109-e36c-4688-9a98-e5b5f2164d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4cfcfc-69d3-4292-8cb9-bf9657b3fb4f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:20.392988 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00824be4-b65a-48db-8b06-72a3f93eeaa5 admin admin] Publish callbacks [] for security_group (5b3a707d-9a22-476c-9b95-92638c4d404a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.400389 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-00824be4-b65a-48db-8b06-72a3f93eeaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (5b3a707d-9a22-476c-9b95-92638c4d404a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.449330 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-00824be4-b65a-48db-8b06-72a3f93eeaa5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0215b7ee2861422aab7562897c646f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6072769 Feb 16 16:03:20.452027 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33560) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:20.459106 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00824be4-b65a-48db-8b06-72a3f93eeaa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3a707d-9a22-476c-9b95-92638c4d404a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:20.486944 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9717c01c-8cc0-4916-a9ee-cf6ed5b27619 None None] New status for floating IP 5a82d6fe-efc8-4a4d-a245-505d88587d91: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:03:20.514930 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ebeb-983a-47bc-9091-6b8423f2ddea admin admin] Publish callbacks [] for security_group (5b3a707d-9a22-476c-9b95-92638c4d404a), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.542730 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ebeb-983a-47bc-9091-6b8423f2ddea admin admin] Publish callbacks [] for security_group (5b3a707d-9a22-476c-9b95-92638c4d404a), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.605986 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ebeb-983a-47bc-9091-6b8423f2ddea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (5b3a707d-9a22-476c-9b95-92638c4d404a), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.610310 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b9d6ebeb-983a-47bc-9091-6b8423f2ddea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:20.611845 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b9d6ebeb-983a-47bc-9091-6b8423f2ddea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b3a707d-9a22-476c-9b95-92638c4d404a HTTP/1.1" status: 204 len: 168 time: 0.1588147 Feb 16 16:03:20.623526 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6ebeb-983a-47bc-9091-6b8423f2ddea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3a707d-9a22-476c-9b95-92638c4d404a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:20.983198 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:21.113804 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:21.129154 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'mac_address': 'fa:16:3e:2f:33:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:21.202724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:21.203158 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:21.220678 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8beff-afc1-4937-bfdb-db71a993eb1c req-c44c1f1d-55dd-4116-a169-59ace92a6d20 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:21.225348 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4c8beff-afc1-4937-bfdb-db71a993eb1c req-c44c1f1d-55dd-4116-a169-59ace92a6d20 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0804164 Feb 16 16:03:21.247851 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044e9f4c-dd2d-414b-b326-5adb5365ebe3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:21.294099 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:21.300157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:21.327718 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625e820-9924-499e-ad1f-4b1e0653d94d req-3efb906e-59d5-4620-a3ef-59cdbdcf1466 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:21.329675 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e625e820-9924-499e-ad1f-4b1e0653d94d req-3efb906e-59d5-4620-a3ef-59cdbdcf1466 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.1017070 Feb 16 16:03:21.357484 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c4c8beff-afc1-4937-bfdb-db71a993eb1c req-8bb5e13a-7f41-4b15-8b1a-52134f7407fd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136839 Feb 16 16:03:21.375217 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:21.420284 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e625e820-9924-499e-ad1f-4b1e0653d94d req-fb18b9af-49f7-4206-9a8e-0ac439e22e62 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842683 Feb 16 16:03:21.602818 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['044e9f4c-dd2d-414b-b326-5adb5365ebe3'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:21.870313 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395069c-f383-417e-b534-bca609772cec req-83cd337c-ddc8-452d-89eb-9d505eae3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:21.875798 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-83cd337c-ddc8-452d-89eb-9d505eae3e4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 1129 time: 0.2228026 Feb 16 16:03:21.892231 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23951b3-ed7f-4a8e-a81f-ca96661f48e4 req-9090e64f-0446-4a80-8c7b-ba94d3181251 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:21.895625 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d23951b3-ed7f-4a8e-a81f-ca96661f48e4 req-9090e64f-0446-4a80-8c7b-ba94d3181251 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1981928 Feb 16 16:03:22.078156 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d23951b3-ed7f-4a8e-a81f-ca96661f48e4 req-c777e175-0eb1-4243-a39a-b2c550c500e0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676531 Feb 16 16:03:22.096807 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395069c-f383-417e-b534-bca609772cec req-ca297b91-154e-489b-88bb-412a334d000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:22.098863 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-ca297b91-154e-489b-88bb-412a334d000a service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.2018435 Feb 16 16:03:22.150517 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-55c45393-37a8-48b5-a3a6-49849d33cd57 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f HTTP/1.1" status: 200 len: 217 time: 0.0419080 Feb 16 16:03:22.222534 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395069c-f383-417e-b534-bca609772cec req-5834b5d7-f7a6-4d67-bede-5b78beaa1cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:22.225679 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-5834b5d7-f7a6-4d67-bede-5b78beaa1cce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0671451 Feb 16 16:03:22.258420 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-7d1b7a79-b71c-4f58-8b9a-d0ebc3e76e88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270252 Feb 16 16:03:22.581474 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-816a19b0-44e1-4751-893f-9ed5f4f48bfc service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162222 Feb 16 16:03:22.601555 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c560120-9d0b-4293-a461-c3a368d8bbee req-44bce330-8fb4-4363-8408-847276c1c06b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:22.604193 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0c560120-9d0b-4293-a461-c3a368d8bbee req-44bce330-8fb4-4363-8408-847276c1c06b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 944 time: 0.0758576 Feb 16 16:03:22.672629 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0c560120-9d0b-4293-a461-c3a368d8bbee req-d98102f9-a040-4d96-87d7-b0ae1e9f3348 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618582 Feb 16 16:03:22.715169 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b395069c-f383-417e-b534-bca609772cec req-b98b3d2f-3c28-4bb7-b617-870adad3d66c service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233974 Feb 16 16:03:22.969504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:23.073991 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:23.085732 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:23.086522 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:23.211213 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-93cdb8b0-72ab-4c53-82c5-065247156ae2 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb3c74e1c1f9491199b9a882cbf04e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521078 Feb 16 16:03:23.243122 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:23.247590 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:23.280461 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8968d-842d-4bff-9f89-1090e1394dd8 req-c812e16a-9c1c-4732-adfe-8b294980c606 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:23.288383 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fab8968d-842d-4bff-9f89-1090e1394dd8 req-c812e16a-9c1c-4732-adfe-8b294980c606 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0998707 Feb 16 16:03:23.302650 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:23.305880 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f3938f-e2cd-4182-861b-27f116b841eb" -d '{"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-plugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:23.339311 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:23.345130 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fab8968d-842d-4bff-9f89-1090e1394dd8 req-53fa641d-550f-4dc1-8d79-43d7527318ca tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557458 Feb 16 16:03:23.363262 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:23.454427 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2800ce13-5e03-47e9-9094-9b2f0d22607e x-openstack-request-id: req-2800ce13-5e03-47e9-9094-9b2f0d22607e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:23.454749 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-plugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:23.455008 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2800ce13-5e03-47e9-9094-9b2f0d22607e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:23.455442 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'code': 200} Feb 16 16:03:23.468229 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:23.535139 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-6d96b239-ec94-46b9-a43d-177bb67204bf tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:23.543459 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-6d96b239-ec94-46b9-a43d-177bb67204bf tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3247201 Feb 16 16:03:23.564323 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-0c38e5c3-b3d0-4558-965b-367f15c9748b tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/quotas/cb3c74e1c1f9491199b9a882cbf04e2e HTTP/1.1" status: 200 len: 375 time: 0.0197098 Feb 16 16:03:23.621532 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-3d19c305-ddc5-4189-93ae-76d43281bfad tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cb3c74e1c1f9491199b9a882cbf04e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560956 Feb 16 16:03:23.766870 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f5cc-efcf-4558-aa42-b8a730ad2527 req-6c2169c4-3c99-422f-a0f7-2ab39e66859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:23.768626 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c263f5cc-efcf-4558-aa42-b8a730ad2527 req-6c2169c4-3c99-422f-a0f7-2ab39e66859e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1129 time: 0.1371000 Feb 16 16:03:23.859822 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2572b9c9-4747-4077-b86a-e343e3627595 req-e0d961f7-1ae8-4a46-b6fc-4d213d5f264f tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 210 time: 0.0681715 Feb 16 16:03:23.905292 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463afdc2-6567-45dc-9749-bb01030ce598 req-97a85d97-0272-42e6-8f1d-bb0df329feb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:23.908225 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-463afdc2-6567-45dc-9749-bb01030ce598 req-97a85d97-0272-42e6-8f1d-bb0df329feb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1026900 Feb 16 16:03:23.913279 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c263f5cc-efcf-4558-aa42-b8a730ad2527 req-c7c96514-4f77-4690-b391-b841a161872c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354246 Feb 16 16:03:23.980492 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-463afdc2-6567-45dc-9749-bb01030ce598 req-fe586c74-3a13-41f3-bf75-1a7d6fd73fb1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600445 Feb 16 16:03:24.155485 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33806) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:24.271609 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-038e78ac-74c9-4864-9171-3c7fc101265c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.349485 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-038e78ac-74c9-4864-9171-3c7fc101265c admin admin] Publish callbacks [] for security_group (a2e55c0b-043f-4989-8ff5-5cafeda16ee4), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.353410 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-038e78ac-74c9-4864-9171-3c7fc101265c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (a2e55c0b-043f-4989-8ff5-5cafeda16ee4), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.398366 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-038e78ac-74c9-4864-9171-3c7fc101265c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6ef2976ebe34871a802ac0afad712ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417047 Feb 16 16:03:24.399268 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e78ac-74c9-4864-9171-3c7fc101265c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e55c0b-043f-4989-8ff5-5cafeda16ee4,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:24.401228 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33814) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:24.498163 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-75156132-eadd-41b2-9dc0-ced981184a04 admin admin] Publish callbacks [] for security_group (a2e55c0b-043f-4989-8ff5-5cafeda16ee4), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.510978 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b24a45-1101-46ed-a81a-51d0fa993392 req-1ef9c1dd-2b82-444d-b1f6-2770e16d05e4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:24.513395 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08b24a45-1101-46ed-a81a-51d0fa993392 req-1ef9c1dd-2b82-444d-b1f6-2770e16d05e4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0899708 Feb 16 16:03:24.547396 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-75156132-eadd-41b2-9dc0-ced981184a04 admin admin] Publish callbacks [] for security_group (a2e55c0b-043f-4989-8ff5-5cafeda16ee4), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.603587 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-08b24a45-1101-46ed-a81a-51d0fa993392 req-3c05d45b-e71c-45c5-a3c3-fb1400987558 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839565 Feb 16 16:03:24.624712 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-75156132-eadd-41b2-9dc0-ced981184a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (a2e55c0b-043f-4989-8ff5-5cafeda16ee4), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.633371 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-75156132-eadd-41b2-9dc0-ced981184a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.634816 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-75156132-eadd-41b2-9dc0-ced981184a04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a2e55c0b-043f-4989-8ff5-5cafeda16ee4 HTTP/1.1" status: 204 len: 168 time: 0.2324014 Feb 16 16:03:24.645581 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75156132-eadd-41b2-9dc0-ced981184a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e55c0b-043f-4989-8ff5-5cafeda16ee4,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:24.925337 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33826) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:24.940241 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-405cf779-7187-4203-9ee1-95dbd1df3585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:24.983769 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-50e337cb-996e-4c33-941b-2860d69dfc8d req-8212cbc7-a779-447e-aef7-647ef36abf05 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 210 time: 0.0329971 Feb 16 16:03:25.023716 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-405cf779-7187-4203-9ee1-95dbd1df3585 admin admin] Publish callbacks [] for security_group (3eaf300c-1c9a-45b2-a53f-6d48ff0d7614), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.032271 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-405cf779-7187-4203-9ee1-95dbd1df3585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3eaf300c-1c9a-45b2-a53f-6d48ff0d7614), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.071229 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405cf779-7187-4203-9ee1-95dbd1df3585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaf300c-1c9a-45b2-a53f-6d48ff0d7614,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:25.075674 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-405cf779-7187-4203-9ee1-95dbd1df3585 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c762371e0e84c19aa3e9d102cbb75fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491883 Feb 16 16:03:25.078889 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33830) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:25.144442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85e110e8-62d3-4466-83bb-786fc74e99ba admin admin] Publish callbacks [] for security_group (3eaf300c-1c9a-45b2-a53f-6d48ff0d7614), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.173105 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85e110e8-62d3-4466-83bb-786fc74e99ba admin admin] Publish callbacks [] for security_group (3eaf300c-1c9a-45b2-a53f-6d48ff0d7614), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.221548 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690feb60-de3f-487e-80b9-960598c2d7b3 req-a313d2b8-f246-4459-83f0-527982d14ec0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:25.221548 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-690feb60-de3f-487e-80b9-960598c2d7b3 req-a313d2b8-f246-4459-83f0-527982d14ec0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1054614 Feb 16 16:03:25.221548 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-17946f33-5488-4ba5-bab7-b7474af7156c tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=cb3c74e1c1f9491199b9a882cbf04e2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0418584 Feb 16 16:03:25.268251 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85e110e8-62d3-4466-83bb-786fc74e99ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3eaf300c-1c9a-45b2-a53f-6d48ff0d7614), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.272393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85e110e8-62d3-4466-83bb-786fc74e99ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.274004 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-85e110e8-62d3-4466-83bb-786fc74e99ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3eaf300c-1c9a-45b2-a53f-6d48ff0d7614 HTTP/1.1" status: 204 len: 168 time: 0.1939230 Feb 16 16:03:25.285571 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e110e8-62d3-4466-83bb-786fc74e99ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaf300c-1c9a-45b2-a53f-6d48ff0d7614,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:25.366014 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-690feb60-de3f-487e-80b9-960598c2d7b3 req-56cba7e0-850b-4d46-9cc4-5846c1a23b3b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348109 Feb 16 16:03:25.474128 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-2a9f6e79-0df8-426d-bdaa-e29a7df54614 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:25.475335 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-2a9f6e79-0df8-426d-bdaa-e29a7df54614 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425663 Feb 16 16:03:25.499373 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Request body: {'port': {'device_id': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b', 'admin_state_up': True, 'tenant_id': 'cb3c74e1c1f9491199b9a882cbf04e2e'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:25.656140 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Made reservation on behalf of cb3c74e1c1f9491199b9a882cbf04e2e for: {'port': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:25.660105 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.669794 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.784016 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks [] for security_group (7cee1d1c-b75a-4185-970b-8b888347324d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.789709 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (7cee1d1c-b75a-4185-970b-8b888347324d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:25.847125 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc153016-e6ab-4f11-a3ba-518007de0a0b req-bad1b8a1-8f63-41eb-86a2-0b689f523f8c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:25.852883 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cc153016-e6ab-4f11-a3ba-518007de0a0b req-bad1b8a1-8f63-41eb-86a2-0b689f523f8c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1503401 Feb 16 16:03:25.910759 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cee1d1c-b75a-4185-970b-8b888347324d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:25.947511 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cc153016-e6ab-4f11-a3ba-518007de0a0b req-476e0337-6504-46c9-8937-d51466779f71 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835621 Feb 16 16:03:26.017868 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Allocated IP 192.168.233.75 (f1861cfe-227f-45db-a36e-67688377bd9b/d43244a2-6358-4626-8c7b-4c026f659da6/294e63bb-896b-4d58-805b-10423634b46b) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:26.119462 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-777ce951-18fc-4bd5-8609-45ed32ffb168 req-14301c96-bcd2-47bd-8ffd-fdc87e372924 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 210 time: 0.0463285 Feb 16 16:03:26.133859 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55113897-b40d-4a9c-9b0c-2605723d9f55 req-58df4677-ea6f-47bc-9eb3-57150bbe8d8c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:26.139899 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-55113897-b40d-4a9c-9b0c-2605723d9f55 req-58df4677-ea6f-47bc-9eb3-57150bbe8d8c tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.0822692 Feb 16 16:03:26.219724 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-55113897-b40d-4a9c-9b0c-2605723d9f55 req-7b113228-0e1d-43c8-9338-2509fa63d149 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521359 Feb 16 16:03:26.239497 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks [] for port (294e63bb-896b-4d58-805b-10423634b46b), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:26.277674 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (294e63bb-896b-4d58-805b-10423634b46b), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:26.322685 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Network f1861cfe-227f-45db-a36e-67688377bd9b is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:26.328373 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:26.332332 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:26.379280 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Pushing event updated for resources: {'Port': ['ID=294e63bb-896b-4d58-805b-10423634b46b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:26.403858 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:26.404419 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:26.425922 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c32a7c60-3a60-4929-b7c1-2f4934cbe0b4 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9315646 Feb 16 16:03:26.444437 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Request body: {'port': {'device_id': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:26.562792 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86ba14-7ef3-47d0-9afa-c3ee365199f6 req-8aa5142f-c80a-4866-9a73-79d79385e112 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:26.564502 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4e86ba14-7ef3-47d0-9afa-c3ee365199f6 req-8aa5142f-c80a-4866-9a73-79d79385e112 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1161954 Feb 16 16:03:26.565724 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (294e63bb-896b-4d58-805b-10423634b46b), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:26.604783 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-fff22ec2-4754-4b9e-aa99-c1d15d02d49d None None] Provisioning complete for port 294e63bb-896b-4d58-805b-10423634b46b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:26.605486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fff22ec2-4754-4b9e-aa99-c1d15d02d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (294e63bb-896b-4d58-805b-10423634b46b), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:26.647185 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-fff22ec2-4754-4b9e-aa99-c1d15d02d49d None None] Port 294e63bb-896b-4d58-805b-10423634b46b cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:03:26.741391 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4e86ba14-7ef3-47d0-9afa-c3ee365199f6 req-da4aee1d-1d14-4dab-afde-36cdf020d9a8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577027 Feb 16 16:03:26.885303 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd7b70-7218-4727-80a1-9afe4ba4c02a req-cd3bbbd8-f05f-473a-8309-a37811d25d9c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:26.887004 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b8dd7b70-7218-4727-80a1-9afe4ba4c02a req-cd3bbbd8-f05f-473a-8309-a37811d25d9c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0598588 Feb 16 16:03:26.897118 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 33906) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:26.902332 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'floatingip': {'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:26.963792 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (3a059d07-c905-470f-9f45-c2974a7673fe), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:26.974584 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294e63bb-896b-4d58-805b-10423634b46b {{(pid=102627) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:26.984446 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Publish callbacks [] for port (294e63bb-896b-4d58-805b-10423634b46b), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.001205 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.provisioning_blocks [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Transition to ACTIVE for port object 294e63bb-896b-4d58-805b-10423634b46b will not be triggered until provisioned by entity L2. {{(pid=102627) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:03:27.006559 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (294e63bb-896b-4d58-805b-10423634b46b), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.164092 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Pushing event updated for resources: {'Port': ['ID=294e63bb-896b-4d58-805b-10423634b46b,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:27.287577 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:03:27.343742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279a4af-6c29-4ccc-ab5f-bbbf9e7c74da req-2e6358f9-5ea2-4946-be74-26c4039e1cb9 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:27.352252 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4279a4af-6c29-4ccc-ab5f-bbbf9e7c74da req-2e6358f9-5ea2-4946-be74-26c4039e1cb9 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 947 time: 0.0988586 Feb 16 16:03:27.353900 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c739d3-e7a7-4e80-884d-97a346746411 req-940327e6-67db-4dfb-9327-005def3e915a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:27.355546 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-59c739d3-e7a7-4e80-884d-97a346746411 req-940327e6-67db-4dfb-9327-005def3e915a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.2897258 Feb 16 16:03:27.356616 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Attempting to bind port 294e63bb-896b-4d58-805b-10423634b46b on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:27.356947 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Attempting to bind port 294e63bb-896b-4d58-805b-10423634b46b by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:27.357376 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Attempting to bind port 294e63bb-896b-4d58-805b-10423634b46b on network f1861cfe-227f-45db-a36e-67688377bd9b {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:27.383198 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Port 294e63bb-896b-4d58-805b-10423634b46b on network f1861cfe-227f-45db-a36e-67688377bd9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:03:27.383726 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Attempting to bind port 294e63bb-896b-4d58-805b-10423634b46b on network f1861cfe-227f-45db-a36e-67688377bd9b {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:27.410511 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:27.410857 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Checking segment: {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:27.412572 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Bound using segment: {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'} {{(pid=102627) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:27.413031 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.managers [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Bound port: 294e63bb-896b-4d58-805b-10423634b46b, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920fcd83-1262-4ba9-a7ed-0ccd5d46ba98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b'}}] {{(pid=102627) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:27.413403 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (294e63bb-896b-4d58-805b-10423634b46b), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.492519 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-59c739d3-e7a7-4e80-884d-97a346746411 req-0621a5dc-8d05-466e-a984-72d736c44ecc tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213017 Feb 16 16:03:27.585078 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] For port 294e63bb-896b-4d58-805b-10423634b46b, host hv-cinder-82956, cleared binding levels {{(pid=102627) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:27.590877 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4279a4af-6c29-4ccc-ab5f-bbbf9e7c74da req-c7668efe-a2cb-40a6-97ea-4cee270d8b92 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363009 Feb 16 16:03:27.645709 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] For port 294e63bb-896b-4d58-805b-10423634b46b, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=294e63bb-896b-4d58-805b-10423634b46b,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102627) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:27.660750 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (294e63bb-896b-4d58-805b-10423634b46b), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.671015 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.675658 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfa3b4-3687-4cac-a70e-24b872753398 req-bfa6e77c-7c4f-4ebc-b9a8-e5cf2e9878a4 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:27.677531 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38dfa3b4-3687-4cac-a70e-24b872753398 req-bfa6e77c-7c4f-4ebc-b9a8-e5cf2e9878a4 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.1144679 Feb 16 16:03:27.683735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (3a059d07-c905-470f-9f45-c2974a7673fe), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.715510 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:27.716141 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:27.717535 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/294e63bb-896b-4d58-805b-10423634b46b HTTP/1.1" status: 200 len: 1097 time: 1.2779131 Feb 16 16:03:27.718021 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'tag': '294e63bb-896b-4d58-805b-10423634b46b'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:27.720387 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d680044-807f-44e4-9a36-890db747ebd2" -d '{"events": [{"name": "network-changed", "server_uuid": "674a4627-8dc3-4a4c-899c-6ede3bd10d13", "tag": "294e63bb-896b-4d58-805b-10423634b46b"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:27.790146 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1715ad-c1f5-4830-bc86-120a1773c014 x-openstack-request-id: req-8f1715ad-c1f5-4830-bc86-120a1773c014 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:27.790446 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "674a4627-8dc3-4a4c-899c-6ede3bd10d13", "tag": "294e63bb-896b-4d58-805b-10423634b46b", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:27.790703 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8f1715ad-c1f5-4830-bc86-120a1773c014 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:27.791130 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'tag': '294e63bb-896b-4d58-805b-10423634b46b', 'status': 'completed', 'code': 200} Feb 16 16:03:27.869974 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def42cd6-98a5-4c26-8c93-d02b4c7723c0 service neutron] Pushing event updated for resources: {'Port': ['ID=294e63bb-896b-4d58-805b-10423634b46b,revision_number=3']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:27.893952 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-38dfa3b4-3687-4cac-a70e-24b872753398 req-7e810437-7374-4295-9292-22be6ef70584 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915894 Feb 16 16:03:27.895568 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Floating IP 3a059d07-c905-470f-9f45-c2974a7673fe associated. External IP: 172.27.0.183, port: 044e9f4c-dd2d-414b-b326-5adb5365ebe3. Feb 16 16:03:27.930994 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-f41dc3a5-c52c-479b-a0b6-d495e6dc9d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:27.932985 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-f41dc3a5-c52c-479b-a0b6-d495e6dc9d87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb3c74e1c1f9491199b9a882cbf04e2e&device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 1131 time: 0.1411085 Feb 16 16:03:28.033238 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-4b81c7f8-ce33-4346-9950-23072e9e407e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=294e63bb-896b-4d58-805b-10423634b46b HTTP/1.1" status: 200 len: 217 time: 0.0892477 Feb 16 16:03:28.092371 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-b418d01e-ff1d-4cea-8d89-18cbdc7dd56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.095491 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-b418d01e-ff1d-4cea-8d89-18cbdc7dd56c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d43244a2-6358-4626-8c7b-4c026f659da6 HTTP/1.1" status: 200 len: 843 time: 0.0553617 Feb 16 16:03:28.151913 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-e0d2c4cd-f276-40f0-9963-cb37db33ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.153830 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-e0d2c4cd-f276-40f0-9963-cb37db33ce19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1861cfe-227f-45db-a36e-67688377bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459960 Feb 16 16:03:28.217977 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:28.264057 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-c8c896f6-897a-448b-8f77-94a2a5bcfeb2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1861cfe-227f-45db-a36e-67688377bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978570 Feb 16 16:03:28.367990 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6e2b098-5830-4f35-859f-b60d73ad1d16 req-daae6f1f-644d-4bac-bc65-4f7c3ecf1d52 service neutron] 10.222.0.36 "GET /v2.0/networks/f1861cfe-227f-45db-a36e-67688377bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974653 Feb 16 16:03:28.370564 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:28.375632 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:28.400895 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:28.415629 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:28.416543 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:28.512724 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 33994) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:28.533453 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d680044-807f-44e4-9a36-890db747ebd2 req-ec7132b8-82cb-4f62-b34d-df4550aa91e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.535825 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-ec7132b8-82cb-4f62-b34d-df4550aa91e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb3c74e1c1f9491199b9a882cbf04e2e&device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 1131 time: 0.0845942 Feb 16 16:03:28.651514 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-04e93f93-607a-4e6a-a3d8-c9c065c8b882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "PUT /v2.0/floatingips/3a059d07-c905-470f-9f45-c2974a7673fe HTTP/1.1" status: 200 len: 991 time: 1.7530835 Feb 16 16:03:28.655079 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:28.658980 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d9f658-481b-420e-b6bc-979a8d7710df" -d '{"events": [{"name": "network-changed", "server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:28.676423 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:28.712001 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-2d606e78-bb1d-4ead-a934-bcbabb239f1f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.713574 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-2d606e78-bb1d-4ead-a934-bcbabb239f1f tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.3891487 Feb 16 16:03:28.729575 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d680044-807f-44e4-9a36-890db747ebd2 req-9a16f510-89d8-437b-87a5-a2154c647735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.731710 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-9a16f510-89d8-437b-87a5-a2154c647735 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1861cfe-227f-45db-a36e-67688377bd9b HTTP/1.1" status: 200 len: 870 time: 0.1892273 Feb 16 16:03:28.739708 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084fd9-3da1-43f3-b1c3-bdae5ebd69da req-0e6f8836-c4d5-43c1-be4b-a7789d7dd8e7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.741469 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d0084fd9-3da1-43f3-b1c3-bdae5ebd69da req-0e6f8836-c4d5-43c1-be4b-a7789d7dd8e7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0872285 Feb 16 16:03:28.765862 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f206b047-4836-48e5-8eef-8510242b0c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:28.828823 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-9ac9c69f-6f67-47b1-831d-ed519b69de99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=294e63bb-896b-4d58-805b-10423634b46b HTTP/1.1" status: 200 len: 217 time: 0.0707288 Feb 16 16:03:28.879095 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d0084fd9-3da1-43f3-b1c3-bdae5ebd69da req-dd041f9d-f278-4d6b-9c77-1a96bf375108 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303713 Feb 16 16:03:28.927521 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45e660-b05c-47eb-8a2f-4202cb5a4fcb req-ec83f62b-3a04-436a-a80e-3f2daaddd607 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.929051 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e45e660-b05c-47eb-8a2f-4202cb5a4fcb req-ec83f62b-3a04-436a-a80e-3f2daaddd607 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 947 time: 0.1961787 Feb 16 16:03:28.935492 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d680044-807f-44e4-9a36-890db747ebd2 req-0b9002b1-748d-49c9-87c9-44b0a85fdc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:28.937028 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-0b9002b1-748d-49c9-87c9-44b0a85fdc5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d43244a2-6358-4626-8c7b-4c026f659da6 HTTP/1.1" status: 200 len: 843 time: 0.1005383 Feb 16 16:03:28.947773 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '3a059d07-c905-470f-9f45-c2974a7673fe', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'mac_address': 'fa:16:3e:2f:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:03:03Z', 'updated_at': '2022-02-16T16:03:27Z', 'revision_number': 1, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:28.985488 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Deleting port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:03:28.985836 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.019961 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:29.021512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b96f03-2a0c-4f85-b430-6e27b1a77083 x-openstack-request-id: req-41b96f03-2a0c-4f85-b430-6e27b1a77083 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:29.021864 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:29.022129 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-41b96f03-2a0c-4f85-b430-6e27b1a77083 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:29.022516 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'status': 'completed', 'code': 200} Feb 16 16:03:29.036758 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:29.037385 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:29.073333 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f206b047-4836-48e5-8eef-8510242b0c49 admin admin] Publish callbacks [] for security_group (3ad128da-581e-436b-b1ac-0320d1ab3680), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.081596 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9e45e660-b05c-47eb-8a2f-4202cb5a4fcb req-e1061259-76ac-46f8-badd-196cfcff88e1 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424787 Feb 16 16:03:29.094434 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f206b047-4836-48e5-8eef-8510242b0c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3ad128da-581e-436b-b1ac-0320d1ab3680), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.143322 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d680044-807f-44e4-9a36-890db747ebd2 req-1ac9d7bf-d7a3-49c2-9680-baec79df84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:29.145136 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-1ac9d7bf-d7a3-49c2-9680-baec79df84b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1861cfe-227f-45db-a36e-67688377bd9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2007217 Feb 16 16:03:29.202571 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:29.243537 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f206b047-4836-48e5-8eef-8510242b0c49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e2372bbb7084832b3e6ce4d686bf6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7180097 Feb 16 16:03:29.244400 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206b047-4836-48e5-8eef-8510242b0c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad128da-581e-436b-b1ac-0320d1ab3680,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:29.259718 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34014) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:29.273761 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-e1411c0e-5fc7-4ee0-b8c3-4f306080edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:29.275833 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-e1411c0e-5fc7-4ee0-b8c3-4f306080edcc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1129 time: 0.1717503 Feb 16 16:03:29.317730 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-3c9c10f0-d03a-4cfe-adf3-4bd2bff047d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1861cfe-227f-45db-a36e-67688377bd9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595442 Feb 16 16:03:29.374781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] For port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,segment=NetworkSegment(1a32cba9-ba27-4158-9c74-ace2944e7b73),segment_id=1a32cba9-ba27-4158-9c74-ace2944e7b73)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:29.375380 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.432433 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17670d1-4daf-4981-b166-5a33403012a0 req-84ff1b10-8199-41e3-9177-907eed0264b7 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:29.442636 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a17670d1-4daf-4981-b166-5a33403012a0 req-84ff1b10-8199-41e3-9177-907eed0264b7 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 945 time: 0.2889423 Feb 16 16:03:29.461309 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3d680044-807f-44e4-9a36-890db747ebd2 req-0bfb98ee-49a3-4930-ac07-ea735f6b6dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/f1861cfe-227f-45db-a36e-67688377bd9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366768 Feb 16 16:03:29.464713 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Calling delete_port for e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:03:29.558743 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5798d2bd-8f89-491e-8317-e97ca577b880 admin admin] Publish callbacks [] for security_group (3ad128da-581e-436b-b1ac-0320d1ab3680), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.611456 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '3a059d07-c905-470f-9f45-c2974a7673fe', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'mac_address': 'fa:16:3e:2f:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:03:03Z', 'updated_at': '2022-02-16T16:03:27Z', 'revision_number': 1, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:29.641866 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e08d8a-1cdb-4f56-953a-5f7a37f9420f None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '3a059d07-c905-470f-9f45-c2974a7673fe', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'floating_ip_address': '172.27.0.183', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'mac_address': 'fa:16:3e:2f:33:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:03:03Z', 'updated_at': '2022-02-16T16:03:27Z', 'revision_number': 1, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:29.676758 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5798d2bd-8f89-491e-8317-e97ca577b880 admin admin] Publish callbacks [] for security_group (3ad128da-581e-436b-b1ac-0320d1ab3680), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.699725 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a17670d1-4daf-4981-b166-5a33403012a0 req-4fd55459-1be7-4fa5-9649-afd479339e33 tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/security-groups?id=40a49f00-a577-4650-aaa7-472cf0eb851e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560301 Feb 16 16:03:29.740503 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-52e7ef9e-47bd-4e90-91bf-e3025c6c2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:29.740815 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34030) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:29.741985 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-52e7ef9e-47bd-4e90-91bf-e3025c6c2b1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.4151971 Feb 16 16:03:29.902714 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-01c02090-e504-4062-b97c-1edc24ab4dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.906025 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5798d2bd-8f89-491e-8317-e97ca577b880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3ad128da-581e-436b-b1ac-0320d1ab3680), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.908755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5798d2bd-8f89-491e-8317-e97ca577b880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:29.909903 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5798d2bd-8f89-491e-8317-e97ca577b880 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ad128da-581e-436b-b1ac-0320d1ab3680 HTTP/1.1" status: 204 len: 168 time: 0.6329498 Feb 16 16:03:29.913786 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cebb503-4701-4464-aac7-58bc5fdf0a6e None None] New status for floating IP 3a059d07-c905-470f-9f45-c2974a7673fe: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:03:29.928924 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-d8ea5ed4-1f7a-433a-a2aa-f4b0009190ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 999 time: 0.1788728 Feb 16 16:03:29.950729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798d2bd-8f89-491e-8317-e97ca577b880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad128da-581e-436b-b1ac-0320d1ab3680,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.003880 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951'] for port (e8d8a0cf-c7d2-47b1-9de7-431ceeae2357), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.047172 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['e8d8a0cf-c7d2-47b1-9de7-431ceeae2357'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:30.075191 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Pushing event deleted for resources: {'Port': ['ID=e8d8a0cf-c7d2-47b1-9de7-431ceeae2357,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.079720 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-19aeb994-d5ac-4d14-af81-b5d28d6e51fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:30.086730 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-19aeb994-d5ac-4d14-af81-b5d28d6e51fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.1433859 Feb 16 16:03:30.126010 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4260b53-3c99-45e8-aec3-80ed9719d047 req-21cdf991-307b-4108-9dd1-67e0d6589ab9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:30.134053 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b4260b53-3c99-45e8-aec3-80ed9719d047 req-21cdf991-307b-4108-9dd1-67e0d6589ab9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1128061 Feb 16 16:03:30.153522 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] No DVR routers for this DVR port e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:30.168143 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.174008 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8dee0227-0c55-4bed-bf89-997ee0ea99cd req-43605382-bd64-4183-b12b-d2fe8e0674aa tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.36 "DELETE /v2.0/ports/e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 HTTP/1.1" status: 204 len: 173 time: 1.4439399 Feb 16 16:03:30.184939 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-01c02090-e504-4062-b97c-1edc24ab4dde admin admin] Publish callbacks [] for security_group (9ba344eb-0691-467e-aeba-55f37316e7b2), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.198930 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-01c02090-e504-4062-b97c-1edc24ab4dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9ba344eb-0691-467e-aeba-55f37316e7b2), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.225850 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-a0f1095a-b7e2-4a64-9799-0aae36ba8ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:30.228293 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-a0f1095a-b7e2-4a64-9799-0aae36ba8ab9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1242552 Feb 16 16:03:30.298214 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b4260b53-3c99-45e8-aec3-80ed9719d047 req-36a31066-202d-43f4-9212-352a100506c3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626291 Feb 16 16:03:30.321083 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-01c02090-e504-4062-b97c-1edc24ab4dde admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aed7434a29b54a9889c30a4198c79b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791705 Feb 16 16:03:30.328038 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34044) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:30.336430 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c02090-e504-4062-b97c-1edc24ab4dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba344eb-0691-467e-aeba-55f37316e7b2,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.352555 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af53a1-81d8-4570-860a-a1f27e1e1d40 req-7e9d6336-6901-428f-8077-4d091cc450e0 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:30.354168 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f3af53a1-81d8-4570-860a-a1f27e1e1d40 req-7e9d6336-6901-428f-8077-4d091cc450e0 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 947 time: 0.1504157 Feb 16 16:03:30.385422 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-fc04bccc-ed4e-4140-bc70-5cdf9dd80fd7 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344411 Feb 16 16:03:30.400710 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc8f4-bb18-448b-a891-9aa4001c3d9b admin admin] Publish callbacks [] for security_group (9ba344eb-0691-467e-aeba-55f37316e7b2), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.426225 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc8f4-bb18-448b-a891-9aa4001c3d9b admin admin] Publish callbacks [] for security_group (9ba344eb-0691-467e-aeba-55f37316e7b2), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.459852 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34046) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:30.479654 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04af062d-90b3-4dd3-b816-260b78c0a312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.480777 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f3af53a1-81d8-4570-860a-a1f27e1e1d40 req-bcfc9ed0-529a-4da9-aba8-890bbb40b63a tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138854 Feb 16 16:03:30.520721 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6d9f658-481b-420e-b6bc-979a8d7710df req-2dccbb0e-d66c-48c9-918a-74743b2e870c service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259310 Feb 16 16:03:30.520980 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc8f4-bb18-448b-a891-9aa4001c3d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9ba344eb-0691-467e-aeba-55f37316e7b2), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.523735 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc8f4-bb18-448b-a891-9aa4001c3d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.524836 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-eb4bc8f4-bb18-448b-a891-9aa4001c3d9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ba344eb-0691-467e-aeba-55f37316e7b2 HTTP/1.1" status: 204 len: 168 time: 0.1958528 Feb 16 16:03:30.543849 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bc8f4-bb18-448b-a891-9aa4001c3d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba344eb-0691-467e-aeba-55f37316e7b2,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.599515 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04af062d-90b3-4dd3-b816-260b78c0a312 admin admin] Publish callbacks [] for security_group (11c21009-79f3-434c-b37d-4e9d2a345064), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.612359 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04af062d-90b3-4dd3-b816-260b78c0a312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (11c21009-79f3-434c-b37d-4e9d2a345064), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.656266 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-04af062d-90b3-4dd3-b816-260b78c0a312 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56673ce007ba4aab8149c8a84118726d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953707 Feb 16 16:03:30.657277 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af062d-90b3-4dd3-b816-260b78c0a312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c21009-79f3-434c-b37d-4e9d2a345064,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.658937 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34054) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:30.724897 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a311-cc2a-4594-b161-1314ceb2f6e4 admin admin] Publish callbacks [] for security_group (11c21009-79f3-434c-b37d-4e9d2a345064), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.751068 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a311-cc2a-4594-b161-1314ceb2f6e4 admin admin] Publish callbacks [] for security_group (11c21009-79f3-434c-b37d-4e9d2a345064), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.806158 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a311-cc2a-4594-b161-1314ceb2f6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (11c21009-79f3-434c-b37d-4e9d2a345064), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.812372 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c5f3a311-cc2a-4594-b161-1314ceb2f6e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:30.813596 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c5f3a311-cc2a-4594-b161-1314ceb2f6e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11c21009-79f3-434c-b37d-4e9d2a345064 HTTP/1.1" status: 204 len: 168 time: 0.1516027 Feb 16 16:03:30.823792 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3a311-cc2a-4594-b161-1314ceb2f6e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c21009-79f3-434c-b37d-4e9d2a345064,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:30.836027 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7541808c-4669-4a0a-9f77-dffee6e8ffc5 req-b9d636bf-4556-4968-ad3b-d44e4c4107ec tempest-DeleteServersTestJSON-1984511691 tempest-DeleteServersTestJSON-1984511691-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea386e1-1943-47ed-991e-e43b481a227a HTTP/1.1" status: 200 len: 210 time: 0.0441597 Feb 16 16:03:31.006613 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 294e63bb-896b-4d58-805b-10423634b46b details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:31.007534 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34066) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:31.022619 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a57712d9-b99c-4353-b5ec-03e7b209c1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.023915 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea386e1-1943-47ed-991e-e43b481a227a', 'name': 'network-vif-deleted', 'tag': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:31.027237 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3d112d-d9d7-485d-8f4b-7d8b1ca4a1ee" -d '{"events": [{"server_uuid": "1ea386e1-1943-47ed-991e-e43b481a227a", "name": "network-vif-deleted", "tag": "e8d8a0cf-c7d2-47b1-9de7-431ceeae2357"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:31.086831 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80d3a92-897b-411c-b423-2e409857a9cb x-openstack-request-id: req-c80d3a92-897b-411c-b423-2e409857a9cb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:31.087438 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea386e1-1943-47ed-991e-e43b481a227a", "name": "network-vif-deleted", "tag": "e8d8a0cf-c7d2-47b1-9de7-431ceeae2357", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:31.087791 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c80d3a92-897b-411c-b423-2e409857a9cb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:31.088416 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea386e1-1943-47ed-991e-e43b481a227a', 'name': 'network-vif-deleted', 'tag': 'e8d8a0cf-c7d2-47b1-9de7-431ceeae2357', 'status': 'completed', 'code': 200} Feb 16 16:03:31.165293 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 294e63bb-896b-4d58-805b-10423634b46b, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=294e63bb-896b-4d58-805b-10423634b46b,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:31.165998 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a57712d9-b99c-4353-b5ec-03e7b209c1f4 admin admin] Publish callbacks [] for security_group (c1a74d6d-1836-4ec5-9076-31e867b21726), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.171372 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a57712d9-b99c-4353-b5ec-03e7b209c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c1a74d6d-1836-4ec5-9076-31e867b21726), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.178453 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '294e63bb-896b-4d58-805b-10423634b46b', 'network_id': 'f1861cfe-227f-45db-a36e-67688377bd9b', 'port_id': '294e63bb-896b-4d58-805b-10423634b46b', 'mac_address': 'fa:16:3e:2a:58:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd43244a2-6358-4626-8c7b-4c026f659da6', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:31.219562 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a57712d9-b99c-4353-b5ec-03e7b209c1f4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0d2b9bc51644fcf8f1f209edc069261&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2105777 Feb 16 16:03:31.220781 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57712d9-b99c-4353-b5ec-03e7b209c1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a74d6d-1836-4ec5-9076-31e867b21726,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:31.222627 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34074) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:31.241171 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 294e63bb-896b-4d58-805b-10423634b46b is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:31.241802 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (294e63bb-896b-4d58-805b-10423634b46b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.262028 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294e63bb-896b-4d58-805b-10423634b46b {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:31.286642 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 294e63bb-896b-4d58-805b-10423634b46b, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=294e63bb-896b-4d58-805b-10423634b46b,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:31.290121 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Publish callbacks [] for security_group (c1a74d6d-1836-4ec5-9076-31e867b21726), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.291738 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (294e63bb-896b-4d58-805b-10423634b46b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.314683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Publish callbacks [] for security_group (c1a74d6d-1836-4ec5-9076-31e867b21726), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.372517 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=294e63bb-896b-4d58-805b-10423634b46b,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:31.373509 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c1a74d6d-1836-4ec5-9076-31e867b21726), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.380185 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:31.381395 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1a74d6d-1836-4ec5-9076-31e867b21726 HTTP/1.1" status: 204 len: 168 time: 0.1566246 Feb 16 16:03:31.402188 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a74d6d-1836-4ec5-9076-31e867b21726,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:31.411531 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.411793 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.412309 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.412833 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.413347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.413839 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.414343 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.414860 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.415382 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.415727 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.416065 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.416401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.416734 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5da7b16-6c8d-49c8-a722-556f902c8b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:31.554746 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-d425ff43-76f7-4e57-910f-d9114be6cd06 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614970 Feb 16 16:03:31.608238 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['294e63bb-896b-4d58-805b-10423634b46b'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:31.678008 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-91b3b347-945e-41be-b307-812a0292cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:31.680196 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-91b3b347-945e-41be-b307-812a0292cb43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1130 time: 0.0604270 Feb 16 16:03:31.689369 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb2e31-40df-496a-922d-26132571e8ff req-dc3d6d5f-bfa6-474e-bfb1-18f56a9b5138 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:31.691755 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0beb2e31-40df-496a-922d-26132571e8ff req-dc3d6d5f-bfa6-474e-bfb1-18f56a9b5138 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 948 time: 0.1132023 Feb 16 16:03:31.787860 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c313068-a118-41ef-bf5b-7ffb7425d1ba req-be41636b-5989-4e01-a1a6-fce12f019bec tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:31.792783 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9c313068-a118-41ef-bf5b-7ffb7425d1ba req-be41636b-5989-4e01-a1a6-fce12f019bec tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.4152288 Feb 16 16:03:31.833907 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0beb2e31-40df-496a-922d-26132571e8ff req-e3cb0e43-a885-48c4-ad39-9842377b2c60 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363959 Feb 16 16:03:31.872813 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-b48e0e0c-d912-40e7-a51e-90f165038456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:31.875046 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-b48e0e0c-d912-40e7-a51e-90f165038456 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.1548350 Feb 16 16:03:31.878197 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9c313068-a118-41ef-bf5b-7ffb7425d1ba req-3a28a4fd-c79e-4564-b458-feec992dfc5c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768943 Feb 16 16:03:31.997795 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-b5857d36-b2ab-44b9-a0c0-d518f84f4a8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 1001 time: 0.1160927 Feb 16 16:03:32.066854 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-b52fd7cd-1eb7-496c-bf0c-50a3537bc37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:32.068627 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-b52fd7cd-1eb7-496c-bf0c-50a3537bc37e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.0651565 Feb 16 16:03:32.144874 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-2b41d855-31e8-41bd-8ecd-6d725e1006d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:32.147274 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-2b41d855-31e8-41bd-8ecd-6d725e1006d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724959 Feb 16 16:03:32.315142 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-1628cff8-9d89-49b2-a375-3e36a1c88446 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572540 Feb 16 16:03:32.446643 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8aded6ae-15da-42ce-a301-349a7a9810d3 req-33e9736b-bebb-47c5-a5da-5931ee2ea259 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196632 Feb 16 16:03:32.616602 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34138) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:32.780728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:32.864303 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Publish callbacks [] for security_group (588d503c-6f57-4b60-b5c2-3fab6ae7732d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:32.869051 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (588d503c-6f57-4b60-b5c2-3fab6ae7732d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:32.912785 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f94360ea94974436b3a69e56db009822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950714 Feb 16 16:03:32.913678 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588d503c-6f57-4b60-b5c2-3fab6ae7732d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:32.915666 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34156) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:32.939438 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.940805 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.941384 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.941902 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.942677 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.943735 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.944500 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.945113 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.945695 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.946619 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.947232 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.947747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.948309 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff46a1a9-10eb-45e0-9653-da3efd2a1bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:32.977214 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b74958-e3cf-465b-887a-efd61f940de3 req-bff686b4-88d2-4220-af35-3184b81a6d00 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:32.987416 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-14b74958-e3cf-465b-887a-efd61f940de3 req-bff686b4-88d2-4220-af35-3184b81a6d00 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 948 time: 0.0887675 Feb 16 16:03:33.018988 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 294e63bb-896b-4d58-805b-10423634b46b up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:33.057224 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8103d4d-0e25-493a-bc5e-b4241b40f863 admin admin] Publish callbacks [] for security_group (588d503c-6f57-4b60-b5c2-3fab6ae7732d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.069119 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-14b74958-e3cf-465b-887a-efd61f940de3 req-40990e45-9381-4e97-9bf3-84c602528d13 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807028 Feb 16 16:03:33.075324 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24000-78a3-4509-82a4-7d088d3c540a req-d13b306b-2569-4248-a9c0-91969e502ec3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:33.077120 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-24c24000-78a3-4509-82a4-7d088d3c540a req-d13b306b-2569-4248-a9c0-91969e502ec3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0883200 Feb 16 16:03:33.092866 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 294e63bb-896b-4d58-805b-10423634b46b completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:33.097349 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 294e63bb-896b-4d58-805b-10423634b46b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:33.097723 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (294e63bb-896b-4d58-805b-10423634b46b), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.105394 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8103d4d-0e25-493a-bc5e-b4241b40f863 admin admin] Publish callbacks [] for security_group (588d503c-6f57-4b60-b5c2-3fab6ae7732d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.169611 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-24c24000-78a3-4509-82a4-7d088d3c540a req-7e3d7b60-0af5-494f-ae6b-592cb71e2007 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843587 Feb 16 16:03:33.196885 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8103d4d-0e25-493a-bc5e-b4241b40f863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (588d503c-6f57-4b60-b5c2-3fab6ae7732d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.198942 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 294e63bb-896b-4d58-805b-10423634b46b is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:33.199428 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (294e63bb-896b-4d58-805b-10423634b46b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.200056 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8103d4d-0e25-493a-bc5e-b4241b40f863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.201127 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f8103d4d-0e25-493a-bc5e-b4241b40f863 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/588d503c-6f57-4b60-b5c2-3fab6ae7732d HTTP/1.1" status: 204 len: 168 time: 0.2845533 Feb 16 16:03:33.210487 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8103d4d-0e25-493a-bc5e-b4241b40f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588d503c-6f57-4b60-b5c2-3fab6ae7732d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:33.245041 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294e63bb-896b-4d58-805b-10423634b46b'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:33.249648 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c3aba0-dbfd-426f-9afb-38e773caf412" -d '{"events": [{"server_uuid": "674a4627-8dc3-4a4c-899c-6ede3bd10d13", "name": "network-vif-plugged", "status": "completed", "tag": "294e63bb-896b-4d58-805b-10423634b46b"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:33.264992 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 294e63bb-896b-4d58-805b-10423634b46b, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=294e63bb-896b-4d58-805b-10423634b46b,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:33.277009 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (294e63bb-896b-4d58-805b-10423634b46b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.278140 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:33.334535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79449ef-8e43-48b3-9006-d4dbc6dac647 x-openstack-request-id: req-d79449ef-8e43-48b3-9006-d4dbc6dac647 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:33.335292 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674a4627-8dc3-4a4c-899c-6ede3bd10d13", "name": "network-vif-plugged", "status": "completed", "tag": "294e63bb-896b-4d58-805b-10423634b46b", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:33.336005 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d79449ef-8e43-48b3-9006-d4dbc6dac647 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:33.336571 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294e63bb-896b-4d58-805b-10423634b46b', 'code': 200} Feb 16 16:03:33.339846 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:03:33.341051 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device e8d8a0cf-c7d2-47b1-9de7-431ceeae2357 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:33.376279 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=294e63bb-896b-4d58-805b-10423634b46b,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:33.388879 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.389266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.389624 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.389969 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.390654 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.390654 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.391075 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.391351 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.391678 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.392035 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.392354 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.392681 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.393004 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:33.472616 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34182) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:33.526419 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Deleting subnet c54f8115-e720-48cf-8835-e90a86113e26 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:03:33.530860 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Publish callbacks [] for subnet (c54f8115-e720-48cf-8835-e90a86113e26), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.578076 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (c54f8115-e720-48cf-8835-e90a86113e26), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.595517 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babea81-bdc7-463c-b7c3-9b960e724048 req-b856cd6d-eae5-402b-95b1-c0766f9d9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:33.597793 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3babea81-bdc7-463c-b7c3-9b960e724048 req-b856cd6d-eae5-402b-95b1-c0766f9d9edc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 1133 time: 0.0684068 Feb 16 16:03:33.627207 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (c54f8115-e720-48cf-8835-e90a86113e26), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.679521 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3babea81-bdc7-463c-b7c3-9b960e724048 req-251b5601-6b40-4a26-abb3-9de0993dbdf9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514340 Feb 16 16:03:33.698601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (c54f8115-e720-48cf-8835-e90a86113e26), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.726230 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54f8115-e720-48cf-8835-e90a86113e26,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:33.730625 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.737882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34200) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:33.738136 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-680233bf-f858-417b-9571-a90701051c91 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c54f8115-e720-48cf-8835-e90a86113e26 HTTP/1.1" status: 204 len: 168 time: 0.2616265 Feb 16 16:03:33.822161 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (4d83b51d-eb16-41e1-afb9-2aa457991587), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.922277 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (4d83b51d-eb16-41e1-afb9-2aa457991587), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:33.950997 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.951430 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.952226 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.952641 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > port after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.953090 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.953476 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > port after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.953797 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.954118 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.954435 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:33.954757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:34.036786 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:34.037145 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:34.037753 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:34.038114 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102628) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 16:03:34.038573 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d83b51d-eb16-41e1-afb9-2aa457991587']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.070825 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a32cba9-ba27-4158-9c74-ace2944e7b73') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.071217 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a32cba9-ba27-4158-9c74-ace2944e7b73') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:34.092256 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (1a32cba9-ba27-4158-9c74-ace2944e7b73), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.127766 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (1a32cba9-ba27-4158-9c74-ace2944e7b73), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.140843 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:03:34.141341 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (1a32cba9-ba27-4158-9c74-ace2944e7b73), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: from cryptography.utils import int_from_bytes Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: from cryptography.utils import int_from_bytes Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:03:34.145642 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:03:34.240058 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cbb66-ca3a-49b9-bb30-cc9b264ff865 req-8f41ca9b-27f1-4584-9761-6e8e7c06f5ac tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:34.242589 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-488cbb66-ca3a-49b9-bb30-cc9b264ff865 req-8f41ca9b-27f1-4584-9761-6e8e7c06f5ac tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 949 time: 0.0798476 Feb 16 16:03:34.249826 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (4d83b51d-eb16-41e1-afb9-2aa457991587), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.272258 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.276162 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4d83b51d-eb16-41e1-afb9-2aa457991587 HTTP/1.1" status: 204 len: 168 time: 0.5370362 Feb 16 16:03:34.298144 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e5506-1e9a-4064-a8a8-bee71c93d545 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d83b51d-eb16-41e1-afb9-2aa457991587,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:34.323566 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-488cbb66-ca3a-49b9-bb30-cc9b264ff865 req-49bed31b-79bb-4616-9039-ead7f3c9293e tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699759 Feb 16 16:03:34.362860 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763acbc-8d79-46ad-bc8c-cd3a40bba1d3 req-735a3a38-3210-4835-aad7-139cb24b6f3b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:34.364419 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0763acbc-8d79-46ad-bc8c-cd3a40bba1d3 req-735a3a38-3210-4835-aad7-139cb24b6f3b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0768864 Feb 16 16:03:34.424135 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0763acbc-8d79-46ad-bc8c-cd3a40bba1d3 req-5f731180-1ee4-4087-a813-8dfd7b5b59a2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533743 Feb 16 16:03:34.513184 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34242) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:34.515966 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34244) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:34.566241 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c933e4be-4ec2-4acc-b162-2b4957db1b0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=481f8d49dbdc4f668e3b887bebea6df6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0474465 Feb 16 16:03:34.568957 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34248) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:34.625761 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bff19f5-d050-4834-bf3a-937d21faab33 admin admin] Publish callbacks [] for security_group (40a49f00-a577-4650-aaa7-472cf0eb851e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.648591 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bff19f5-d050-4834-bf3a-937d21faab33 admin admin] Publish callbacks [] for security_group (40a49f00-a577-4650-aaa7-472cf0eb851e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.702329 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bff19f5-d050-4834-bf3a-937d21faab33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (40a49f00-a577-4650-aaa7-472cf0eb851e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.704946 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5bff19f5-d050-4834-bf3a-937d21faab33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.706724 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5bff19f5-d050-4834-bf3a-937d21faab33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40a49f00-a577-4650-aaa7-472cf0eb851e HTTP/1.1" status: 204 len: 168 time: 0.1368184 Feb 16 16:03:34.729225 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff19f5-d050-4834-bf3a-937d21faab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a49f00-a577-4650-aaa7-472cf0eb851e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:34.775669 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb12d-19ca-4601-9657-72db9ebf2122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.863492 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb12d-19ca-4601-9657-72db9ebf2122 admin admin] Publish callbacks [] for security_group (41f0a2f3-b315-40d0-8f1d-3795edc723b3), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.875210 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ad7bb12d-19ca-4601-9657-72db9ebf2122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (41f0a2f3-b315-40d0-8f1d-3795edc723b3), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:34.922181 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ad7bb12d-19ca-4601-9657-72db9ebf2122 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=340ba3ea37cb4ea9bbdd1e4cd7fc716a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072595 Feb 16 16:03:34.922921 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bb12d-19ca-4601-9657-72db9ebf2122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f0a2f3-b315-40d0-8f1d-3795edc723b3,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:34.932589 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34258) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:34.996537 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76404e50-d3ce-4a3d-b2b8-34c6226d7094 admin admin] Publish callbacks [] for security_group (41f0a2f3-b315-40d0-8f1d-3795edc723b3), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.021450 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76404e50-d3ce-4a3d-b2b8-34c6226d7094 admin admin] Publish callbacks [] for security_group (41f0a2f3-b315-40d0-8f1d-3795edc723b3), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.303053 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76404e50-d3ce-4a3d-b2b8-34c6226d7094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (41f0a2f3-b315-40d0-8f1d-3795edc723b3), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.309301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-76404e50-d3ce-4a3d-b2b8-34c6226d7094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.309301 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-76404e50-d3ce-4a3d-b2b8-34c6226d7094 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/41f0a2f3-b315-40d0-8f1d-3795edc723b3 HTTP/1.1" status: 204 len: 168 time: 0.3652010 Feb 16 16:03:35.317708 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76404e50-d3ce-4a3d-b2b8-34c6226d7094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f0a2f3-b315-40d0-8f1d-3795edc723b3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:35.474294 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11f4df-08fc-4d86-b2c1-a3e1cc8f831e req-4e8d316e-74f8-4c18-b86f-d322e2870241 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:35.476423 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb11f4df-08fc-4d86-b2c1-a3e1cc8f831e req-4e8d316e-74f8-4c18-b86f-d322e2870241 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 949 time: 0.0723226 Feb 16 16:03:35.545834 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb11f4df-08fc-4d86-b2c1-a3e1cc8f831e req-af95ea10-c211-4ee4-943c-46c283789dfc tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591533 Feb 16 16:03:35.586195 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708ebf1-0e9b-4cb9-89e2-bb9804345e58 req-e7097d45-3a60-4630-8123-2ba0f0df9b9d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:35.588318 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4708ebf1-0e9b-4cb9-89e2-bb9804345e58 req-e7097d45-3a60-4630-8123-2ba0f0df9b9d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0712819 Feb 16 16:03:35.642721 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4708ebf1-0e9b-4cb9-89e2-bb9804345e58 req-c417e980-9fda-440c-874f-22f54bffe8c4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482409 Feb 16 16:03:35.688980 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34292) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:35.744218 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34296) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:35.766011 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7de85f7-4f60-471a-ae0d-a216226b6143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.857596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7de85f7-4f60-471a-ae0d-a216226b6143 admin admin] Publish callbacks [] for security_group (4ff56c7f-b114-4d53-80c7-d0a47a5dda6c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.861926 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-a7de85f7-4f60-471a-ae0d-a216226b6143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4ff56c7f-b114-4d53-80c7-d0a47a5dda6c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.912321 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-a7de85f7-4f60-471a-ae0d-a216226b6143 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5e90cb6cde74305b4f82c055773f577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1667569 Feb 16 16:03:35.913160 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de85f7-4f60-471a-ae0d-a216226b6143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff56c7f-b114-4d53-80c7-d0a47a5dda6c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:35.915434 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34300) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:35.939407 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-422886081-network', 'tenant_id': '369b768808224bbb95ee43ccda3a9be4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:35.979970 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10b79d67-d4b8-4096-9e37-a107da3b19cf admin admin] Publish callbacks [] for security_group (4ff56c7f-b114-4d53-80c7-d0a47a5dda6c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:35.990781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Made reservation on behalf of 369b768808224bbb95ee43ccda3a9be4 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:35.993128 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.005235 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.007566 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10b79d67-d4b8-4096-9e37-a107da3b19cf admin admin] Publish callbacks [] for security_group (4ff56c7f-b114-4d53-80c7-d0a47a5dda6c), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.025769 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ddc5-e5eb-49c0-b2d1-32b5596077c5 req-2e09cebd-2dcb-40f8-8874-e983e07c7faa tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:36.028458 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d653ddc5-e5eb-49c0-b2d1-32b5596077c5 req-2e09cebd-2dcb-40f8-8874-e983e07c7faa tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 949 time: 0.0808218 Feb 16 16:03:36.084107 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10b79d67-d4b8-4096-9e37-a107da3b19cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4ff56c7f-b114-4d53-80c7-d0a47a5dda6c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.087140 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10b79d67-d4b8-4096-9e37-a107da3b19cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.092753 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-10b79d67-d4b8-4096-9e37-a107da3b19cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ff56c7f-b114-4d53-80c7-d0a47a5dda6c HTTP/1.1" status: 204 len: 168 time: 0.1750145 Feb 16 16:03:36.105268 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b79d67-d4b8-4096-9e37-a107da3b19cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff56c7f-b114-4d53-80c7-d0a47a5dda6c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:36.126546 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d653ddc5-e5eb-49c0-b2d1-32b5596077c5 req-2a721621-c4e9-408b-9119-a5ce9ba3e148 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868993 Feb 16 16:03:36.164023 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks [] for security_group (c81da932-ebce-4ae4-a29a-1699c7af0654), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.169655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c81da932-ebce-4ae4-a29a-1699c7af0654), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.208102 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.218638 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:03:36.229422 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81da932-ebce-4ae4-a29a-1699c7af0654,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:36.238667 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (8b122280-d562-474b-8043-b05514d0556c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.239240 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Added segment 8b122280-d562-474b-8043-b05514d0556c of type vlan for network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c Feb 16 16:03:36.292066 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (31ecc1b3-7e00-45b7-a7b4-fcd45615957c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.324268 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (31ecc1b3-7e00-45b7-a7b4-fcd45615957c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.326070 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:36.326577 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.390131 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6996510 Feb 16 16:03:36.394363 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34318) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:36.410822 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Request body: {'subnet': {'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-422886081-subnet', 'tenant_id': '369b768808224bbb95ee43ccda3a9be4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:36.419953 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce765f-4e3f-4fdd-9922-1de3e87f3deb admin admin] Pushing event updated for resources: {'Network': ['ID=31ecc1b3-7e00-45b7-a7b4-fcd45615957c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:36.430456 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:03:36.454501 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Made reservation on behalf of 369b768808224bbb95ee43ccda3a9be4 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:36.462342 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.640951 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (235e03b8-9d08-4ea5-a109-0fc14aacd4ee), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.713954 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Pushing event updated for resources: {'Subnet': ['ID=235e03b8-9d08-4ea5-a109-0fc14aacd4ee,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:36.735384 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Checking segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:36.735814 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Network hostable DHCP agents. Network: 31ecc1b3-7e00-45b7-a7b4-fcd45615957c, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:03:36.777182 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:03:36.791758 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745287e5-2c00-48e5-9652-ce0444088b69 req-c8c87724-4dd2-4159-969e-add16348366a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:36.793892 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-745287e5-2c00-48e5-9652-ce0444088b69 req-c8c87724-4dd2-4159-969e-add16348366a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0727985 Feb 16 16:03:36.799764 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 31ecc1b3-7e00-45b7-a7b4-fcd45615957c) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:36.805871 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:36.806476 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:36.812150 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895310ff-6ef6-4bfe-b634-1f70becbd6b1 None None] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:36.842960 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-8de9438d-68fe-4d8a-b270-51d2c638441d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4473171 Feb 16 16:03:36.881922 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-745287e5-2c00-48e5-9652-ce0444088b69 req-03f0dac2-92c5-444e-9ecc-e3373a5293c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725694 Feb 16 16:03:36.927452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a9a57-71fd-4704-a327-5be3dd7229da None None] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:37.286819 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83322ec9-5730-483e-8ea2-0b0ece690d3e req-45142fa1-8409-4a9f-ae1b-8159a54fcd1f tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:37.288390 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-83322ec9-5730-483e-8ea2-0b0ece690d3e req-45142fa1-8409-4a9f-ae1b-8159a54fcd1f tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 949 time: 0.0826974 Feb 16 16:03:37.338193 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-83322ec9-5730-483e-8ea2-0b0ece690d3e req-b074cf5f-e217-4b4d-8ea8-c39edf19b61e tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/security-groups?id=7cee1d1c-b75a-4185-970b-8b888347324d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435445 Feb 16 16:03:37.444585 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-9f80607b-feb8-4843-b691-d441fd1eb7d5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:37.446200 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-9f80607b-feb8-4843-b691-d441fd1eb7d5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.1100678 Feb 16 16:03:37.462545 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-22dc52c8-6d02-497e-aedb-d9fc1fcc17e1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/quotas/369b768808224bbb95ee43ccda3a9be4 HTTP/1.1" status: 200 len: 375 time: 0.0097759 Feb 16 16:03:37.507716 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-9c580e9e-ea50-4040-ac32-41735b537a4c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383382 Feb 16 16:03:37.602444 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-d46ab7c1-bd0b-4f77-b1ea-969d89daa972 service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934877 Feb 16 16:03:37.714233 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-e1e8aeb6-2ea6-4176-b56f-edb66b225aff service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053710 Feb 16 16:03:37.907530 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7bede6be-97af-43b8-b639-eb52ad430779 req-40a82dc6-cc83-4625-ae56-3a3ea6dcb292 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 210 time: 0.0404310 Feb 16 16:03:37.913199 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-964aa8fb-cf4f-4298-a115-ab2a8df01e41 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:37.914758 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-964aa8fb-cf4f-4298-a115-ab2a8df01e41 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.36 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 949 time: 0.0861208 Feb 16 16:03:38.064658 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06352a85-bc09-47c0-9492-3b22f46c21fd req-3e044f06-9f7f-44c1-bcb7-0b37b60dbfe4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:38.066216 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06352a85-bc09-47c0-9492-3b22f46c21fd req-3e044f06-9f7f-44c1-bcb7-0b37b60dbfe4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0888591 Feb 16 16:03:38.098642 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Deleting port 294e63bb-896b-4d58-805b-10423634b46b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:03:38.098990 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (294e63bb-896b-4d58-805b-10423634b46b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:38.161747 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06352a85-bc09-47c0-9492-3b22f46c21fd req-f471e9de-9cde-4ab9-8886-20f85eb2d9fb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873938 Feb 16 16:03:38.230475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] For port 294e63bb-896b-4d58-805b-10423634b46b, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=294e63bb-896b-4d58-805b-10423634b46b,segment=NetworkSegment(920fcd83-1262-4ba9-a7ed-0ccd5d46ba98),segment_id=920fcd83-1262-4ba9-a7ed-0ccd5d46ba98)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:38.230961 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (294e63bb-896b-4d58-805b-10423634b46b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:38.243338 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Calling delete_port for 294e63bb-896b-4d58-805b-10423634b46b owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:03:38.393713 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (294e63bb-896b-4d58-805b-10423634b46b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:38.408891 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['294e63bb-896b-4d58-805b-10423634b46b'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:38.433841 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Pushing event deleted for resources: {'Port': ['ID=294e63bb-896b-4d58-805b-10423634b46b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:38.453439 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f72b8209-5739-4461-822c-2f1d6e734624 req-23c6fbd6-60b6-4efa-b004-6b314e99e405 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.69 "GET /v2.0/ports?device_id=674a4627-8dc3-4a4c-899c-6ede3bd10d13 HTTP/1.1" status: 200 len: 210 time: 0.0435343 Feb 16 16:03:38.478633 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] No DVR routers for this DVR port 294e63bb-896b-4d58-805b-10423634b46b on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:03:38.482652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:38.486605 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db21cadd-8a9c-462c-a1d3-f3cceca682b9 req-7a753258-dce7-45c0-ad8b-7e9ca84ac878 tempest-VolumesNegativeTest-242020362 tempest-VolumesNegativeTest-242020362-project] 10.222.0.36 "DELETE /v2.0/ports/294e63bb-896b-4d58-805b-10423634b46b HTTP/1.1" status: 204 len: 173 time: 0.5580471 Feb 16 16:03:38.487171 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'name': 'network-vif-deleted', 'tag': '294e63bb-896b-4d58-805b-10423634b46b'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:38.489622 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995dc438-7e49-445b-a563-08ebdc408eee" -d '{"events": [{"server_uuid": "674a4627-8dc3-4a4c-899c-6ede3bd10d13", "name": "network-vif-deleted", "tag": "294e63bb-896b-4d58-805b-10423634b46b"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:38.542145 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6132b42c-da56-4c1b-bbb0-23bce327ae1b x-openstack-request-id: req-6132b42c-da56-4c1b-bbb0-23bce327ae1b {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:38.542435 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "674a4627-8dc3-4a4c-899c-6ede3bd10d13", "name": "network-vif-deleted", "tag": "294e63bb-896b-4d58-805b-10423634b46b", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:38.543132 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6132b42c-da56-4c1b-bbb0-23bce327ae1b {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:38.544578 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '674a4627-8dc3-4a4c-899c-6ede3bd10d13', 'name': 'network-vif-deleted', 'tag': '294e63bb-896b-4d58-805b-10423634b46b', 'status': 'completed', 'code': 200} Feb 16 16:03:39.010316 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c850cb52-5346-4c24-9659-1f8ef9ef7632 req-e7c05168-34d7-4d75-93c4-62021f09c479 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 210 time: 0.0317705 Feb 16 16:03:39.282860 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-ade96105-dbbe-46cc-ab82-58ed2049fc56 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:39.284674 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-ade96105-dbbe-46cc-ab82-58ed2049fc56 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.2382162 Feb 16 16:03:39.313330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Request body: {'port': {'device_id': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'admin_state_up': True, 'tenant_id': '369b768808224bbb95ee43ccda3a9be4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:39.463682 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8534b6-315c-4767-9f7a-600efa21a830 req-e8c718ad-f7c5-4130-8f2e-5f660441b4ad tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:39.465816 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4e8534b6-315c-4767-9f7a-600efa21a830 req-e8c718ad-f7c5-4130-8f2e-5f660441b4ad tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1475437 Feb 16 16:03:39.486502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Made reservation on behalf of 369b768808224bbb95ee43ccda3a9be4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:39.489794 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:39.565077 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4e8534b6-315c-4767-9f7a-600efa21a830 req-ab80e945-cf65-409a-a939-c82414a5e73d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932167 Feb 16 16:03:39.656662 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Allocated IP 172.20.0.9 (31ecc1b3-7e00-45b7-a7b4-fcd45615957c/235e03b8-9d08-4ea5-a109-0fc14aacd4ee/46d4f92c-c12d-4b6d-9658-02832ade70dd) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:39.842817 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks [] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:39.880754 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:39.937960 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:39.941266 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:39.945398 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:39.976301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event updated for resources: {'Port': ['ID=46d4f92c-c12d-4b6d-9658-02832ade70dd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:40.014958 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:40.015739 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.034919 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-8bac5649-85ae-454f-ae1e-9b4347039773 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7276053 Feb 16 16:03:40.054065 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Request body: {'port': {'device_id': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:40.121059 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.154973 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ff5a4f71-41a7-4bf1-be68-86ab3f3f3773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.197888 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899eec39-e2cb-47d6-84fa-d2d900a61919 req-e2b80eb5-c09f-4fd2-9dd0-c3490513d368 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:40.200818 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-899eec39-e2cb-47d6-84fa-d2d900a61919 req-e2b80eb5-c09f-4fd2-9dd0-c3490513d368 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 931 time: 0.1034598 Feb 16 16:03:40.287798 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-899eec39-e2cb-47d6-84fa-d2d900a61919 req-c014ca47-1170-4ea9-bcf9-6def67816372 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740540 Feb 16 16:03:40.470224 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46d4f92c-c12d-4b6d-9658-02832ade70dd {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:40.481864 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Publish callbacks [] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.507882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Transition to ACTIVE for port object 46d4f92c-c12d-4b6d-9658-02832ade70dd will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:03:40.518109 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.586891 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Pushing event updated for resources: {'Port': ['ID=46d4f92c-c12d-4b6d-9658-02832ade70dd,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:40.720980 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Attempting to bind port 46d4f92c-c12d-4b6d-9658-02832ade70dd on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:40.721334 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Attempting to bind port 46d4f92c-c12d-4b6d-9658-02832ade70dd by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:40.721799 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Attempting to bind port 46d4f92c-c12d-4b6d-9658-02832ade70dd on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:40.736733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Port 46d4f92c-c12d-4b6d-9658-02832ade70dd on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:03:40.737067 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Attempting to bind port 46d4f92c-c12d-4b6d-9658-02832ade70dd on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:40.742731 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:40.743084 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Checking segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:40.743475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Bound using segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:40.743907 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Bound port: 46d4f92c-c12d-4b6d-9658-02832ade70dd, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:40.744268 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.799974 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a85a3-6865-45ce-a7b1-6bbd2d90d65c req-f35526a3-3420-450a-a2c9-821ea51bfc74 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:40.809355 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cf2a85a3-6865-45ce-a7b1-6bbd2d90d65c req-f35526a3-3420-450a-a2c9-821ea51bfc74 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1343429 Feb 16 16:03:40.867365 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34588) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:40.871013 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cf2a85a3-6865-45ce-a7b1-6bbd2d90d65c req-f0805cca-ef71-49be-b3fe-675e8a0ea4f6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604780 Feb 16 16:03:40.903931 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] For port 46d4f92c-c12d-4b6d-9658-02832ade70dd, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:40.910340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] For port 46d4f92c-c12d-4b6d-9658-02832ade70dd, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:40.919580 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.968704 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:40.969307 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:40.970750 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/46d4f92c-c12d-4b6d-9658-02832ade70dd HTTP/1.1" status: 200 len: 1093 time: 0.9209828 Feb 16 16:03:40.971155 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'tag': '46d4f92c-c12d-4b6d-9658-02832ade70dd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:40.973420 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2c558-def1-497a-96ab-34903aaacee1" -d '{"events": [{"name": "network-changed", "server_uuid": "09e90e56-58ef-4eb2-aefd-87e8dea85bea", "tag": "46d4f92c-c12d-4b6d-9658-02832ade70dd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:41.003349 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe3f58-63ef-4677-bd08-20a7413c28f8 service neutron] Pushing event updated for resources: {'Port': ['ID=46d4f92c-c12d-4b6d-9658-02832ade70dd,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:41.035735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae22e8-a2de-4a24-95ef-1bad1cd383f6 x-openstack-request-id: req-a7ae22e8-a2de-4a24-95ef-1bad1cd383f6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:41.036275 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e90e56-58ef-4eb2-aefd-87e8dea85bea", "tag": "46d4f92c-c12d-4b6d-9658-02832ade70dd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:41.036591 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7ae22e8-a2de-4a24-95ef-1bad1cd383f6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:41.036912 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'tag': '46d4f92c-c12d-4b6d-9658-02832ade70dd', 'status': 'completed', 'code': 200} Feb 16 16:03:41.064126 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d60edf-c7cd-4da4-8f9b-e4005c253fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.104026 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-e742310e-dab7-494b-98f1-7f2f775c2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:41.105316 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-e742310e-dab7-494b-98f1-7f2f775c2f66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 1127 time: 0.0715151 Feb 16 16:03:41.180948 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-5be45595-7906-4e91-82c7-83cc12285fd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd HTTP/1.1" status: 200 len: 217 time: 0.0513997 Feb 16 16:03:41.219273 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d60edf-c7cd-4da4-8f9b-e4005c253fa1 admin admin] Publish callbacks [] for security_group (9f87efd7-102c-4a85-a276-d92b11a6a0d1), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.233869 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c3d60edf-c7cd-4da4-8f9b-e4005c253fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9f87efd7-102c-4a85-a276-d92b11a6a0d1), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.248725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-866076cb-5d14-4c31-802e-90e406a3e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:41.250299 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-866076cb-5d14-4c31-802e-90e406a3e0a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0599678 Feb 16 16:03:41.289504 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c3d60edf-c7cd-4da4-8f9b-e4005c253fa1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ab493e3b17044ab97a188fab3ac5c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190948 Feb 16 16:03:41.289504 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d60edf-c7cd-4da4-8f9b-e4005c253fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f87efd7-102c-4a85-a276-d92b11a6a0d1,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:41.291923 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34612) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:41.315810 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-55f06f97-57ae-4ed0-a6d3-3a619ffa9fe0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476394 Feb 16 16:03:41.374064 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1aeae198-d226-41b0-a8a5-7e98b1162c11 admin admin] Publish callbacks [] for security_group (9f87efd7-102c-4a85-a276-d92b11a6a0d1), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.405046 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1aeae198-d226-41b0-a8a5-7e98b1162c11 admin admin] Publish callbacks [] for security_group (9f87efd7-102c-4a85-a276-d92b11a6a0d1), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.467883 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1aeae198-d226-41b0-a8a5-7e98b1162c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9f87efd7-102c-4a85-a276-d92b11a6a0d1), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.471830 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1aeae198-d226-41b0-a8a5-7e98b1162c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:41.486681 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1aeae198-d226-41b0-a8a5-7e98b1162c11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9f87efd7-102c-4a85-a276-d92b11a6a0d1 HTTP/1.1" status: 204 len: 168 time: 0.1868775 Feb 16 16:03:41.509366 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeae198-d226-41b0-a8a5-7e98b1162c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f87efd7-102c-4a85-a276-d92b11a6a0d1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:41.553851 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50604cc-dd25-43ae-a698-92decd793708 req-f5e2c98c-bbef-4e48-9cb7-652e470dfbc3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:41.562125 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e50604cc-dd25-43ae-a698-92decd793708 req-f5e2c98c-bbef-4e48-9cb7-652e470dfbc3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 943 time: 0.0937469 Feb 16 16:03:41.592508 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-580283d1-01db-4195-a132-7a5d71b19534 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592652 Feb 16 16:03:41.667348 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e50604cc-dd25-43ae-a698-92decd793708 req-a60cd47c-9827-451b-abf9-b036ca079a5b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042151 Feb 16 16:03:41.748911 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3de94ab5-53ff-4a9a-80cf-ba2a68ac9a78 req-d4819388-5aa3-4f69-bb9d-f5ae7bc45782 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436536 Feb 16 16:03:41.885912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2c558-def1-497a-96ab-34903aaacee1 req-5779a376-1ed8-47ae-8665-d26f6eebaba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:41.887982 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-5779a376-1ed8-47ae-8665-d26f6eebaba0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 1127 time: 0.0637798 Feb 16 16:03:41.943081 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34674) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:41.962095 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4efa4ae3-b9f6-4f49-b815-8d9e9d879c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.033059 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2c558-def1-497a-96ab-34903aaacee1 req-2b715887-d353-4d9a-a2a5-6682bd568dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:42.035575 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-2b715887-d353-4d9a-a2a5-6682bd568dde service neutron] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 915 time: 0.1396642 Feb 16 16:03:42.084222 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f6420-19dd-4743-a338-d6101f9d0f40 req-dc96f6d8-6afc-4165-a0b1-7d13cd16fc4c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:42.086096 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9a7f6420-19dd-4743-a338-d6101f9d0f40 req-dc96f6d8-6afc-4165-a0b1-7d13cd16fc4c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0975890 Feb 16 16:03:42.094274 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-d9b7d843-1e0b-4e2d-b15c-b8cd98ebe290 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd HTTP/1.1" status: 200 len: 217 time: 0.0460312 Feb 16 16:03:42.144947 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4efa4ae3-b9f6-4f49-b815-8d9e9d879c36 admin admin] Publish callbacks [] for security_group (7faa9b7d-f1d6-41f2-acf8-5de1802dcc76), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.152210 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4efa4ae3-b9f6-4f49-b815-8d9e9d879c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (7faa9b7d-f1d6-41f2-acf8-5de1802dcc76), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.166755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2c558-def1-497a-96ab-34903aaacee1 req-83d9d4f1-c90a-4885-b03e-b9aa80ead2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:42.169039 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-83d9d4f1-c90a-4885-b03e-b9aa80ead2a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0608160 Feb 16 16:03:42.190250 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9a7f6420-19dd-4743-a338-d6101f9d0f40 req-798f1306-c596-43dc-a204-efbed45711af tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954390 Feb 16 16:03:42.206190 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4efa4ae3-b9f6-4f49-b815-8d9e9d879c36 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=738067e0497b4b5c8318c3ef0e71232d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2597620 Feb 16 16:03:42.207426 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34710) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:42.225334 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa4ae3-b9f6-4f49-b815-8d9e9d879c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faa9b7d-f1d6-41f2-acf8-5de1802dcc76,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:42.226653 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-056bb2b2-05da-4cbc-b537-486da6524ffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437040 Feb 16 16:03:42.284066 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5269-8341-43b0-b1fb-9b5259701005 admin admin] Publish callbacks [] for security_group (7faa9b7d-f1d6-41f2-acf8-5de1802dcc76), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.312242 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5269-8341-43b0-b1fb-9b5259701005 admin admin] Publish callbacks [] for security_group (7faa9b7d-f1d6-41f2-acf8-5de1802dcc76), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.327319 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-e7e26d3e-cd61-4802-a6e9-e815bbf20737 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931571 Feb 16 16:03:42.364599 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5269-8341-43b0-b1fb-9b5259701005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (7faa9b7d-f1d6-41f2-acf8-5de1802dcc76), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.367309 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf8e5269-8341-43b0-b1fb-9b5259701005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.368685 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bf8e5269-8341-43b0-b1fb-9b5259701005 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7faa9b7d-f1d6-41f2-acf8-5de1802dcc76 HTTP/1.1" status: 204 len: 168 time: 0.1602423 Feb 16 16:03:42.379343 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e5269-8341-43b0-b1fb-9b5259701005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faa9b7d-f1d6-41f2-acf8-5de1802dcc76,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:42.443008 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-36b2c558-def1-497a-96ab-34903aaacee1 req-0a0a4b8e-9277-4d4a-a53f-3d8b9da42a48 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077721 Feb 16 16:03:42.614658 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24dcf3d9-5046-424b-b1b5-947ace0e97bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:42.810668 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740d99a-92e9-40d5-82f1-16bd9d8e4884 req-70fcd8c9-25d5-4e8f-ace4-c7a640fc2b3e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:42.812354 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5740d99a-92e9-40d5-82f1-16bd9d8e4884 req-70fcd8c9-25d5-4e8f-ace4-c7a640fc2b3e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 943 time: 0.0634849 Feb 16 16:03:42.876147 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5740d99a-92e9-40d5-82f1-16bd9d8e4884 req-b7a814d5-6eb6-4597-a29c-403f43d220d8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574658 Feb 16 16:03:43.047061 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 294e63bb-896b-4d58-805b-10423634b46b no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:03:43.070320 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 294e63bb-896b-4d58-805b-10423634b46b {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:03:43.070970 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 294e63bb-896b-4d58-805b-10423634b46b not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:03:43.357961 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aac222-f336-4aa9-b438-5d1d5dd8d959 req-822273f5-7822-498d-b3d1-d59673f7cd67 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:43.360126 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a8aac222-f336-4aa9-b438-5d1d5dd8d959 req-822273f5-7822-498d-b3d1-d59673f7cd67 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0774608 Feb 16 16:03:43.426019 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a8aac222-f336-4aa9-b438-5d1d5dd8d959 req-656fd6a7-9b6d-4e4f-bac3-4af5d25da21f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593810 Feb 16 16:03:43.595822 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:43.998532 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833ec1-1287-4657-9cc8-bff218fe2e83 req-2e3390bc-85d5-413a-aea5-7586284f94ea tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:44.000034 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db833ec1-1287-4657-9cc8-bff218fe2e83 req-2e3390bc-85d5-413a-aea5-7586284f94ea tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 943 time: 0.0541668 Feb 16 16:03:44.053177 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db833ec1-1287-4657-9cc8-bff218fe2e83 req-a3cbde5b-c6d0-4033-803b-3a53ff454835 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475352 Feb 16 16:03:44.564681 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e721683-f33b-440b-976f-a1a77be8db8c req-80e20bd1-b4e3-446d-b0d0-0d8c8e7460ff tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:44.566685 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e721683-f33b-440b-976f-a1a77be8db8c req-80e20bd1-b4e3-446d-b0d0-0d8c8e7460ff tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0659583 Feb 16 16:03:44.624923 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e721683-f33b-440b-976f-a1a77be8db8c req-89527422-6333-4e03-a43f-8868b3e9bcb1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484152 Feb 16 16:03:44.968118 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34890) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:45.049815 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.102741 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9285cf1e-ab58-4577-aafb-c835e5ed3691 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb3c74e1c1f9491199b9a882cbf04e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334224 Feb 16 16:03:45.105221 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34896) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:45.153449 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6cc8-7ece-4589-b115-44b2c954639c admin admin] Publish callbacks [] for security_group (7cee1d1c-b75a-4185-970b-8b888347324d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.171008 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e1d77-5e8f-4bcb-b348-32cd62478dea req-19f29580-52c5-46ad-a623-df9fcba14caa tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:45.173164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-781e1d77-5e8f-4bcb-b348-32cd62478dea req-19f29580-52c5-46ad-a623-df9fcba14caa tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 943 time: 0.0536222 Feb 16 16:03:45.177130 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6cc8-7ece-4589-b115-44b2c954639c admin admin] Publish callbacks [] for security_group (7cee1d1c-b75a-4185-970b-8b888347324d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.221631 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-781e1d77-5e8f-4bcb-b348-32cd62478dea req-1c41e1eb-44f5-4e33-838b-d1cd5c485af9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422349 Feb 16 16:03:45.229717 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6cc8-7ece-4589-b115-44b2c954639c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (7cee1d1c-b75a-4185-970b-8b888347324d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.232858 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f7bf6cc8-7ece-4589-b115-44b2c954639c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.235832 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f7bf6cc8-7ece-4589-b115-44b2c954639c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7cee1d1c-b75a-4185-970b-8b888347324d HTTP/1.1" status: 204 len: 168 time: 0.1293051 Feb 16 16:03:45.244080 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf6cc8-7ece-4589-b115-44b2c954639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cee1d1c-b75a-4185-970b-8b888347324d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:45.659214 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34920) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:45.751882 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242d88d-b043-42c4-af13-214ee516f54f req-bfaf4d2d-4a87-4d31-b167-cfb7373a2a5f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:45.753409 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5242d88d-b043-42c4-af13-214ee516f54f req-bfaf4d2d-4a87-4d31-b167-cfb7373a2a5f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0586979 Feb 16 16:03:45.791715 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-84030eb1-0116-4351-b5c3-9a6f844a1269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.832791 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5242d88d-b043-42c4-af13-214ee516f54f req-30442ca4-e7cf-42c5-8bce-cf5af09ca827 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726516 Feb 16 16:03:45.896791 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-84030eb1-0116-4351-b5c3-9a6f844a1269 admin admin] Publish callbacks [] for security_group (61f51e8b-116d-4b28-be10-71dfe1cf2b2d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.900894 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-84030eb1-0116-4351-b5c3-9a6f844a1269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (61f51e8b-116d-4b28-be10-71dfe1cf2b2d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:45.940825 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-84030eb1-0116-4351-b5c3-9a6f844a1269 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=96a89798f8684e248f5de71b480fa45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799089 Feb 16 16:03:45.941957 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84030eb1-0116-4351-b5c3-9a6f844a1269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f51e8b-116d-4b28-be10-71dfe1cf2b2d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:45.943730 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34934) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:45.948202 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34936) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:46.001781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c37e722f-f57b-4850-9309-73478028eb47 admin admin] Publish callbacks [] for security_group (61f51e8b-116d-4b28-be10-71dfe1cf2b2d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.028639 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c37e722f-f57b-4850-9309-73478028eb47 admin admin] Publish callbacks [] for security_group (61f51e8b-116d-4b28-be10-71dfe1cf2b2d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.061190 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1151389685-network', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:46.083340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Made reservation on behalf of bea160b42ffa4556a5f6dc64af63fc7f for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:46.085759 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.094895 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.108061 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c37e722f-f57b-4850-9309-73478028eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (61f51e8b-116d-4b28-be10-71dfe1cf2b2d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.110701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c37e722f-f57b-4850-9309-73478028eb47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.111956 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c37e722f-f57b-4850-9309-73478028eb47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/61f51e8b-116d-4b28-be10-71dfe1cf2b2d HTTP/1.1" status: 204 len: 168 time: 0.1672010 Feb 16 16:03:46.127478 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e722f-f57b-4850-9309-73478028eb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f51e8b-116d-4b28-be10-71dfe1cf2b2d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:46.198222 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks [] for security_group (2dbbccb4-baca-4e54-92b9-6a918e01dcde), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.202798 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2dbbccb4-baca-4e54-92b9-6a918e01dcde), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.231311 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:03:46.238507 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbccb4-baca-4e54-92b9-6a918e01dcde,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:46.245402 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (bc80d0a5-c299-421f-b306-1f2e3e6d122d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.245752 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Added segment bc80d0a5-c299-421f-b306-1f2e3e6d122d of type vlan for network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f Feb 16 16:03:46.294559 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (30eb5159-f935-4e1e-b0e5-485d39ce9a1f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.352176 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (30eb5159-f935-4e1e-b0e5-485d39ce9a1f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.353042 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:46.353618 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.393332 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4441423 Feb 16 16:03:46.396681 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34944) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:46.403289 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Request body: {'subnet': {'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1151389685-subnet', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:46.424418 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Made reservation on behalf of bea160b42ffa4556a5f6dc64af63fc7f for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:46.427163 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.442149 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51a995-02b6-4c28-9c6a-662a99cdfa35 req-3e84ba93-f884-4017-978a-516efdda1cf8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:46.443840 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd51a995-02b6-4c28-9c6a-662a99cdfa35 req-3e84ba93-f884-4017-978a-516efdda1cf8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 943 time: 0.1393864 Feb 16 16:03:46.444322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77e71-3ac1-4adc-8d61-ff59117b12fc admin admin] Pushing event updated for resources: {'Network': ['ID=30eb5159-f935-4e1e-b0e5-485d39ce9a1f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:46.448510 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.456653 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:03:46.499547 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd51a995-02b6-4c28-9c6a-662a99cdfa35 req-e48798ee-eee2-41ad-af47-8363eb4299ba tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Feb 16 16:03:46.547489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 46d4f92c-c12d-4b6d-9658-02832ade70dd details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:03:46.618814 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (bc3dc445-8aa7-45af-9d36-d28b63bca78c), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.682686 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3dc445-8aa7-45af-9d36-d28b63bca78c,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:46.691942 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Checking segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:46.692303 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Network hostable DHCP agents. Network: 30eb5159-f935-4e1e-b0e5-485d39ce9a1f, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:03:46.710652 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:03:46.720611 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 30eb5159-f935-4e1e-b0e5-485d39ce9a1f) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:46.724931 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:46.725517 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.742268 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e305680f-6b9a-4b11-bb7d-3c6b18418319 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3440349 Feb 16 16:03:46.745079 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 34948) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:46.751188 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:46.751378 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2f2a7b-1540-4c67-941e-9a536760bc50 None None] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:46.778045 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (20346bbd-51b6-45dc-b30f-e47d12df2d4e), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.779705 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (20346bbd-51b6-45dc-b30f-e47d12df2d4e), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.833976 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks [] for router_controller (20346bbd-51b6-45dc-b30f-e47d12df2d4e), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.836508 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 46d4f92c-c12d-4b6d-9658-02832ade70dd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:46.851856 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '46d4f92c-c12d-4b6d-9658-02832ade70dd', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'port_id': '46d4f92c-c12d-4b6d-9658-02832ade70dd', 'mac_address': 'fa:16:3e:fb:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235e03b8-9d08-4ea5-a109-0fc14aacd4ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:03:46.908732 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:03:46.909581 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.927744 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 46d4f92c-c12d-4b6d-9658-02832ade70dd is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:46.928136 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:46.943571 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46d4f92c-c12d-4b6d-9658-02832ade70dd {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:03:47.017025 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 46d4f92c-c12d-4b6d-9658-02832ade70dd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:47.023754 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks [] for router_gateway (20346bbd-51b6-45dc-b30f-e47d12df2d4e), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.028977 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.055353 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d1851-7aba-49ef-a1f9-846453b03c09 req-44368e99-4ab2-48b6-8bb6-8aa7974d1ea2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:47.056832 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c72d1851-7aba-49ef-a1f9-846453b03c09 req-44368e99-4ab2-48b6-8bb6-8aa7974d1ea2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1362462 Feb 16 16:03:47.119435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=46d4f92c-c12d-4b6d-9658-02832ade70dd,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:47.127308 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Allocated IP 172.20.0.2 (30eb5159-f935-4e1e-b0e5-485d39ce9a1f/bc3dc445-8aa7-45af-9d36-d28b63bca78c/7b4a1381-f913-4892-85fb-5c4a0177523b) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:47.143570 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c72d1851-7aba-49ef-a1f9-846453b03c09 req-a4e90217-22f7-4749-8887-cc37ec5c7215 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752733 Feb 16 16:03:47.284063 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks [] for router_gateway (20346bbd-51b6-45dc-b30f-e47d12df2d4e), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.285518 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Publish callbacks [] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.291603 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.304677 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.329034 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:47.333891 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:47.337389 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:47.346793 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Pushing event updated for resources: {'Port': ['ID=7b4a1381-f913-4892-85fb-5c4a0177523b,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:47.399992 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Attempting to bind port 7b4a1381-f913-4892-85fb-5c4a0177523b on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:47.400258 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Attempting to bind port 7b4a1381-f913-4892-85fb-5c4a0177523b by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:47.400634 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Attempting to bind port 7b4a1381-f913-4892-85fb-5c4a0177523b on network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:47.406944 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:47.407358 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Checking segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:47.407764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.408183 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Bound using segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:47.408636 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Bound port: 7b4a1381-f913-4892-85fb-5c4a0177523b, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:47.409019 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.413126 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Allocated IP 172.27.0.242 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/3c9c4640-5d3b-433c-836a-3e7217b18327) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:47.476301 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] For port 7b4a1381-f913-4892-85fb-5c4a0177523b, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:47.479749 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] For port 7b4a1381-f913-4892-85fb-5c4a0177523b, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=7b4a1381-f913-4892-85fb-5c4a0177523b,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:47.486572 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.520773 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks [] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.553289 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71306780-a9ea-42e0-b17e-b62127d05a72 None None] Pushing event updated for resources: {'Port': ['ID=7b4a1381-f913-4892-85fb-5c4a0177523b,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:47.571588 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:47.627363 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:47.631583 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:47.634565 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:47.641233 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9c4640-5d3b-433c-836a-3e7217b18327,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:47.651962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b3200-eabf-4e50-9664-db2cac68506b req-baf63b69-ce08-46e8-bbc4-d40af86ed45f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:47.654053 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a21b3200-eabf-4e50-9664-db2cac68506b req-baf63b69-ce08-46e8-bbc4-d40af86ed45f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 944 time: 0.0683703 Feb 16 16:03:47.713164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a21b3200-eabf-4e50-9664-db2cac68506b req-1545e676-9488-4761-8539-6e432d7d0c61 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523167 Feb 16 16:03:47.811242 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:03:47.952758 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks [] for router_gateway (20346bbd-51b6-45dc-b30f-e47d12df2d4e), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:48.162172 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (20346bbd-51b6-45dc-b30f-e47d12df2d4e), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:48.519855 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f4052-876f-4d2f-aac0-30859ee18039 req-5bd00a82-ece0-4a05-be9b-5a17e2c44c82 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:48.521423 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0b0f4052-876f-4d2f-aac0-30859ee18039 req-5bd00a82-ece0-4a05-be9b-5a17e2c44c82 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.2911208 Feb 16 16:03:48.589042 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f03ae95-fb28-4e80-a04f-b4a8345a2c7b None None] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:48.589747 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0b0f4052-876f-4d2f-aac0-30859ee18039 req-576ec4a5-8655-4052-bd1a-800cff087faf tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596490 Feb 16 16:03:48.590982 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Router 20346bbd-51b6-45dc-b30f-e47d12df2d4e is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:03:48.689800 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] Provisioning complete for port 7b4a1381-f913-4892-85fb-5c4a0177523b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:48.690202 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:48.725867 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:48.743262 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Sync routers for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:48.755812 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:48.760795 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 34982) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:48.762045 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e122fa48-4c29-4155-bd7c-e86b526b7fd9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0158596 Feb 16 16:03:48.789954 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:48.793533 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:48.837595 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] Current status of the port 7b4a1381-f913-4892-85fb-5c4a0177523b is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:48.838009 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:48.926114 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] For port 7b4a1381-f913-4892-85fb-5c4a0177523b, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=7b4a1381-f913-4892-85fb-5c4a0177523b,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:48.936265 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:48.986126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b76cbd-df45-4861-8b2d-58ee8bd403c1 req-16dea7d3-1377-45cc-9d67-62153a30de5e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:48.997425 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-08b76cbd-df45-4861-8b2d-58ee8bd403c1 req-16dea7d3-1377-45cc-9d67-62153a30de5e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 944 time: 0.1565063 Feb 16 16:03:49.023250 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:49.063715 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59442b4-15cf-47ed-85f1-a8be2ca8975f None None] Pushing event updated for resources: {'Port': ['ID=7b4a1381-f913-4892-85fb-5c4a0177523b,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:49.120407 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-08b76cbd-df45-4861-8b2d-58ee8bd403c1 req-b685c81d-6078-4fca-919b-3ca6e7f4fe8c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139805 Feb 16 16:03:49.162919 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-61fbbda0-05d1-4130-9e26-b758068d88e4 None None] Provisioning complete for port 7b4a1381-f913-4892-85fb-5c4a0177523b triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:49.163576 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61fbbda0-05d1-4130-9e26-b758068d88e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.217664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 7b4a1381-f913-4892-85fb-5c4a0177523b up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:49.286317 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 7b4a1381-f913-4892-85fb-5c4a0177523b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:49.286948 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.298088 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:47Z', 'revision_number': 3, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:49.336514 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Checking router: 20346bbd-51b6-45dc-b30f-e47d12df2d4e for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:49.337003 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Updating router 20346bbd-51b6-45dc-b30f-e47d12df2d4e port 3c9c4640-5d3b-433c-836a-3e7217b18327 binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:03:49.361701 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-61fbbda0-05d1-4130-9e26-b758068d88e4 None None] Current status of the port 7b4a1381-f913-4892-85fb-5c4a0177523b is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:49.384787 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.427619 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 7b4a1381-f913-4892-85fb-5c4a0177523b is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:49.531801 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 46d4f92c-c12d-4b6d-9658-02832ade70dd up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:49.619130 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 46d4f92c-c12d-4b6d-9658-02832ade70dd completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:03:49.624433 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 46d4f92c-c12d-4b6d-9658-02832ade70dd triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:49.624433 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.713938 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Publish callbacks [] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.722218 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.724486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 46d4f92c-c12d-4b6d-9658-02832ade70dd is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:49.724898 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.743078 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b52a34-aac8-43e7-9d45-0c2dd3cf3e65 req-a2a24109-23af-4e1f-a04d-e54978d04c85 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:49.745390 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f1b52a34-aac8-43e7-9d45-0c2dd3cf3e65 req-a2a24109-23af-4e1f-a04d-e54978d04c85 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0660796 Feb 16 16:03:49.753571 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d4f92c-c12d-4b6d-9658-02832ade70dd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:03:49.759392 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d6ffa-d34d-4c17-a6c0-e99484e6765f" -d '{"events": [{"server_uuid": "09e90e56-58ef-4eb2-aefd-87e8dea85bea", "name": "network-vif-plugged", "status": "completed", "tag": "46d4f92c-c12d-4b6d-9658-02832ade70dd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:03:49.771268 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Attempting to bind port 3c9c4640-5d3b-433c-836a-3e7217b18327 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:49.772437 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Attempting to bind port 3c9c4640-5d3b-433c-836a-3e7217b18327 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:49.772999 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Attempting to bind port 3c9c4640-5d3b-433c-836a-3e7217b18327 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:49.776967 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 46d4f92c-c12d-4b6d-9658-02832ade70dd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:49.782059 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:49.782440 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:49.782922 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.783401 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:49.783962 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Bound port: 3c9c4640-5d3b-433c-836a-3e7217b18327, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:49.784414 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.785418 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.819922 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f1b52a34-aac8-43e7-9d45-0c2dd3cf3e65 req-69374103-2980-443f-b0ac-6340d867aa59 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Feb 16 16:03:49.838955 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37392ac-5b60-4d81-aa89-fdf841d5d691 x-openstack-request-id: req-d37392ac-5b60-4d81-aa89-fdf841d5d691 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:03:49.840129 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e90e56-58ef-4eb2-aefd-87e8dea85bea", "name": "network-vif-plugged", "status": "completed", "tag": "46d4f92c-c12d-4b6d-9658-02832ade70dd", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:03:49.840878 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d37392ac-5b60-4d81-aa89-fdf841d5d691 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:03:49.841295 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46d4f92c-c12d-4b6d-9658-02832ade70dd', 'code': 200} Feb 16 16:03:49.854510 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Pushing event updated for resources: {'Port': ['ID=3c9c4640-5d3b-433c-836a-3e7217b18327,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:49.858124 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] For port 3c9c4640-5d3b-433c-836a-3e7217b18327, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:49.862380 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] For port 3c9c4640-5d3b-433c-836a-3e7217b18327, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=3c9c4640-5d3b-433c-836a-3e7217b18327,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:49.863154 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=46d4f92c-c12d-4b6d-9658-02832ade70dd,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:49.870412 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.870905 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.871414 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.871758 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.872087 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.872530 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.872712 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.873065 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.873687 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.874135 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.874541 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.874790 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.875435 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:03:49.880021 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.880313 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:49.940505 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:49.941133 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:50.008640 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b0fd93-416e-407f-a415-0b53211f2ddf None None] Pushing event updated for resources: {'Port': ['ID=3c9c4640-5d3b-433c-836a-3e7217b18327,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:50.101678 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Allocated IP 172.20.0.1 (30eb5159-f935-4e1e-b0e5-485d39ce9a1f/bc3dc445-8aa7-45af-9d36-d28b63bca78c/9ee66386-9095-49cf-b633-83ad1339cf8c) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:50.123611 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff4bf8-f949-4b8a-8c78-03474ae0d093 req-1dc853fb-0002-47be-80b4-2cb95c1d0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:50.125254 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7fff4bf8-f949-4b8a-8c78-03474ae0d093 req-1dc853fb-0002-47be-80b4-2cb95c1d0447 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 1129 time: 0.1048231 Feb 16 16:03:50.176144 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:50.234901 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7fff4bf8-f949-4b8a-8c78-03474ae0d093 req-b7785a73-79aa-4df0-b4f8-3bce9102b2f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876956 Feb 16 16:03:50.264406 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949ea9b-cb5f-45f0-800d-501c245db15b req-37d61858-99ca-4a61-8eed-9aee8554034d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:50.266370 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d949ea9b-cb5f-45f0-800d-501c245db15b req-37d61858-99ca-4a61-8eed-9aee8554034d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 945 time: 0.0601239 Feb 16 16:03:50.278171 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks [] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.321335 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.338492 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d949ea9b-cb5f-45f0-800d-501c245db15b req-9e776db8-f33e-4539-ba4f-4c54405fc361 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616357 Feb 16 16:03:50.355981 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:50.360207 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:50.363830 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:50.404857 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:47Z', 'revision_number': 3, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:50.411236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee66386-9095-49cf-b633-83ad1339cf8c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:50.418972 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (20346bbd-51b6-45dc-b30f-e47d12df2d4e), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.433838 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6bcd5-e799-4d0c-8c34-068944ba69b4 None None] The sync data for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi is: [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:47Z', 'revision_number': 3, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:50.591792 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.702285 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-5ef01709-a318-4b69-b7a5-45a38de0007c None None] Provisioning complete for port 9ee66386-9095-49cf-b633-83ad1339cf8c triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:50.702786 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5ef01709-a318-4b69-b7a5-45a38de0007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.778134 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5ef01709-a318-4b69-b7a5-45a38de0007c None None] Port 9ee66386-9095-49cf-b633-83ad1339cf8c cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:03:50.819131 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks [] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.827269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.955649 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (20346bbd-51b6-45dc-b30f-e47d12df2d4e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:50.966753 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee66386-9095-49cf-b633-83ad1339cf8c,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:51.021136 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ecf6e-51e2-451f-aa84-83488222efda req-ffdc4752-7c95-45e1-a120-30b730cc3874 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:51.022765 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8e8ecf6e-51e2-451f-aa84-83488222efda req-ffdc4752-7c95-45e1-a120-30b730cc3874 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1196992 Feb 16 16:03:51.122949 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:51.127863 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:51.132730 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8e8ecf6e-51e2-451f-aa84-83488222efda req-eb676ee5-853c-4899-9db8-fdbaa73523d8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780766 Feb 16 16:03:51.231786 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 7b4a1381-f913-4892-85fb-5c4a0177523b up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:51.321725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Router 20346bbd-51b6-45dc-b30f-e47d12df2d4e has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:51.322507 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 7b4a1381-f913-4892-85fb-5c4a0177523b triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:51.322907 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:51.443460 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 7b4a1381-f913-4892-85fb-5c4a0177523b is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:51.444579 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 3c9c4640-5d3b-433c-836a-3e7217b18327 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:51.499937 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:51.507460 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-317207eb-8f6c-49af-9dd1-9303440ff8f6 admin admin] 10.222.0.69 "PUT /v2.0/routers/20346bbd-51b6-45dc-b30f-e47d12df2d4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7443318 Feb 16 16:03:51.525565 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e10c3a41-1871-485c-995c-5fd1cee6efdd None None] Provisioning complete for port 9ee66386-9095-49cf-b633-83ad1339cf8c triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:51.526284 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e10c3a41-1871-485c-995c-5fd1cee6efdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:51.541463 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f0f2c-0b73-46bc-aebf-16784165f4ce req-b74f70a7-2863-4a48-b780-99e20ef55992 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:51.543875 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f02f0f2c-0b73-46bc-aebf-16784165f4ce req-b74f70a7-2863-4a48-b780-99e20ef55992 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 945 time: 0.0761735 Feb 16 16:03:51.569742 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 3c9c4640-5d3b-433c-836a-3e7217b18327 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:51.570372 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:51.618692 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e10c3a41-1871-485c-995c-5fd1cee6efdd None None] Port 9ee66386-9095-49cf-b633-83ad1339cf8c cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:03:51.649193 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f02f0f2c-0b73-46bc-aebf-16784165f4ce req-eb54de76-5206-4566-b3cf-663fbe079e49 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980256 Feb 16 16:03:51.695573 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 3c9c4640-5d3b-433c-836a-3e7217b18327 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:51.695971 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:51.727296 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 3c9c4640-5d3b-433c-836a-3e7217b18327, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=3c9c4640-5d3b-433c-836a-3e7217b18327,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:51.732468 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:51.786832 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=3c9c4640-5d3b-433c-836a-3e7217b18327,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:52.246418 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35066) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:52.252723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-718139849-network', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:52.279357 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Made reservation on behalf of 61f47fa9b4a84a84880018d89f03074b for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:52.281511 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.295196 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.321189 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65626-2c08-4882-ba24-f2d12be3503b req-1e5f50cd-1fc9-4569-b84f-227db3498315 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:52.323398 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-21b65626-2c08-4882-ba24-f2d12be3503b req-1e5f50cd-1fc9-4569-b84f-227db3498315 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0865421 Feb 16 16:03:52.389116 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-21b65626-2c08-4882-ba24-f2d12be3503b req-7313fde9-6e81-4853-8c66-52041db63e66 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567081 Feb 16 16:03:52.405262 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks [] for security_group (9a02c13a-9ae4-4b77-879c-9664bda51427), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.409218 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9a02c13a-9ae4-4b77-879c-9664bda51427), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.436229 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:03:52.450804 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a02c13a-9ae4-4b77-879c-9664bda51427,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:52.468471 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (ef59da32-7116-4123-bde7-17b150c2d863), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.468958 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Added segment ef59da32-7116-4123-bde7-17b150c2d863 of type vlan for network 8dc42888-b807-4c59-9109-651902565dbd Feb 16 16:03:52.492658 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Sync routers for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:52.505257 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:52.505888 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:52.526345 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (8dc42888-b807-4c59-9109-651902565dbd), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.563675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (8dc42888-b807-4c59-9109-651902565dbd), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.565228 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:52.565995 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.611455 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3633156 Feb 16 16:03:52.614945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35076) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:52.619886 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Request body: {'subnet': {'network_id': '8dc42888-b807-4c59-9109-651902565dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-718139849-subnet', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:52.642452 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3fa646-6249-454c-bc17-ce6b597e7f82 admin admin] Pushing event updated for resources: {'Network': ['ID=8dc42888-b807-4c59-9109-651902565dbd,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:52.651832 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Made reservation on behalf of 61f47fa9b4a84a84880018d89f03074b for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:03:52.655393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33010028'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.721698 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 8dc42888-b807-4c59-9109-651902565dbd details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:03:52.826122 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8560a-9e19-4e37-b813-7a540de684c5 req-b00e3cd5-e577-42aa-b578-589fa092322f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:52.828247 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91f8560a-9e19-4e37-b813-7a540de684c5 req-b00e3cd5-e577-42aa-b578-589fa092322f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 945 time: 0.0735791 Feb 16 16:03:52.845158 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:52.873736 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32962750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33010014'] for subnet (29d87333-0951-49cb-9e45-92e56e28a698), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:52.880008 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91f8560a-9e19-4e37-b813-7a540de684c5 req-12ed7e69-bc9e-4028-9e04-b7a211597cc7 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Feb 16 16:03:52.933286 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d87333-0951-49cb-9e45-92e56e28a698,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:52.952789 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Checking segment: {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:52.953159 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Network hostable DHCP agents. Network: 8dc42888-b807-4c59-9109-651902565dbd, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:03:52.979870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Network 8dc42888-b807-4c59-9109-651902565dbd is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:03:52.991641 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 8dc42888-b807-4c59-9109-651902565dbd) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:52.995837 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:52.996439 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.005792 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48066a-9d7d-416e-b21f-64b79500f4ac None None] Network 8dc42888-b807-4c59-9109-651902565dbd requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:53.020169 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-350f0bae-cf40-4d97-83d6-7d9ba20f071c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4034665 Feb 16 16:03:53.020696 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35082) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:53.025231 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:03:53.054587 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.055766 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.134944 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks [] for router_controller (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), precommit_add_association {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.235674 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 3c9c4640-5d3b-433c-836a-3e7217b18327 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:53.274421 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-8dc42888-b807-4c59-9109-651902565dbd', 'network_id': '8dc42888-b807-4c59-9109-651902565dbd', 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'fixed_ips': [{'subnet_id': '29d87333-0951-49cb-9e45-92e56e28a698'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:03:53.275711 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.309890 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks [] for router_gateway (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.334238 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 2, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:53.462141 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Checking router: 20346bbd-51b6-45dc-b30f-e47d12df2d4e for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:53.462507 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Updating router 20346bbd-51b6-45dc-b30f-e47d12df2d4e port 9ee66386-9095-49cf-b633-83ad1339cf8c binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:03:53.499266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 3c9c4640-5d3b-433c-836a-3e7217b18327 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:53.499792 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.532726 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.650060 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0deeb67-83d2-4e82-8c21-0a8431b2331a req-8bcae48b-0e23-483d-9e96-877feae59c26 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:53.660512 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d0deeb67-83d2-4e82-8c21-0a8431b2331a req-8bcae48b-0e23-483d-9e96-877feae59c26 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1888463 Feb 16 16:03:53.698001 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Allocated IP 172.20.0.2 (8dc42888-b807-4c59-9109-651902565dbd/29d87333-0951-49cb-9e45-92e56e28a698/5cd23bd5-789c-4892-a106-4bae5cc013c9) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:53.712338 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks [] for router_gateway (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.744816 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:53.768821 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d0deeb67-83d2-4e82-8c21-0a8431b2331a req-91907e21-ec42-4109-9e76-e82ca8c471c7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071274 Feb 16 16:03:53.814602 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 3c9c4640-5d3b-433c-836a-3e7217b18327 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:53.835199 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35106) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:53.910020 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Allocated IP 172.27.0.173 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/44bffc56-8483-46a7-ade7-6400db57b8d8) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:53.938251 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35110) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:54.046038 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Publish callbacks [] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.049101 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d8c5560-8f6a-4136-8ee6-fbd9d1da89fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.056781 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.095367 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e6988dc5-b701-460c-a6d7-1f8b084fbd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.097738 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Publish callbacks [] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.101596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks [] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.111552 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Network 8dc42888-b807-4c59-9109-651902565dbd is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:54.116722 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.120884 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:54.129766 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:54.139062 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Pushing event updated for resources: {'Port': ['ID=5cd23bd5-789c-4892-a106-4bae5cc013c9,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.196469 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.214823 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e6988dc5-b701-460c-a6d7-1f8b084fbd72 admin admin] Publish callbacks [] for security_group (6d82dbce-dd51-4f1f-86a6-ca5fbb09dada), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.220809 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e6988dc5-b701-460c-a6d7-1f8b084fbd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6d82dbce-dd51-4f1f-86a6-ca5fbb09dada), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.243076 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d8c5560-8f6a-4136-8ee6-fbd9d1da89fb admin admin] Publish callbacks [] for security_group (3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.248121 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c2555-311e-467b-a2be-58d224f9fb5e None None] Pushing event updated for resources: {'Port': ['ID=9ee66386-9095-49cf-b633-83ad1339cf8c,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.258989 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:54.264927 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5d8c5560-8f6a-4136-8ee6-fbd9d1da89fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.267822 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:54.275756 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:54.278958 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e6988dc5-b701-460c-a6d7-1f8b084fbd72 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6723c637c6884b2394e2353239eae73b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389103 Feb 16 16:03:54.280239 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6988dc5-b701-460c-a6d7-1f8b084fbd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d82dbce-dd51-4f1f-86a6-ca5fbb09dada,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.283711 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35114) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:54.305848 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Attempting to bind port 5cd23bd5-789c-4892-a106-4bae5cc013c9 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:54.306219 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Attempting to bind port 5cd23bd5-789c-4892-a106-4bae5cc013c9 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:54.306588 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Attempting to bind port 5cd23bd5-789c-4892-a106-4bae5cc013c9 on network 8dc42888-b807-4c59-9109-651902565dbd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:54.322925 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:54.323244 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Checking segment: {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:54.323495 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.323973 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Bound using segment: {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:54.324483 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Bound port: 5cd23bd5-789c-4892-a106-4bae5cc013c9, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:54.324885 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.340502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=44bffc56-8483-46a7-ade7-6400db57b8d8,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.362341 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Attempting to bind port 9ee66386-9095-49cf-b633-83ad1339cf8c on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:54.362943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Attempting to bind port 9ee66386-9095-49cf-b633-83ad1339cf8c by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:54.363497 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Attempting to bind port 9ee66386-9095-49cf-b633-83ad1339cf8c on network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:54.369036 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ee02675-013e-42ca-9572-fdbaed04bcd9 admin admin] Publish callbacks [] for security_group (6d82dbce-dd51-4f1f-86a6-ca5fbb09dada), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.370854 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5d8c5560-8f6a-4136-8ee6-fbd9d1da89fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c7b4e58ba1864a0396f44bf95454aec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5344033 Feb 16 16:03:54.371814 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35118) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:54.375002 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c5560-8f6a-4136-8ee6-fbd9d1da89fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.383670 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:54.384055 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Checking segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:54.384465 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.384866 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Bound using segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:54.385360 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Bound port: 9ee66386-9095-49cf-b633-83ad1339cf8c, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:54.385740 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.427880 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ee02675-013e-42ca-9572-fdbaed04bcd9 admin admin] Publish callbacks [] for security_group (6d82dbce-dd51-4f1f-86a6-ca5fbb09dada), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.484916 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-902925ce-56bc-46ac-8246-90609b3da36d admin admin] Publish callbacks [] for security_group (3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.539320 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-902925ce-56bc-46ac-8246-90609b3da36d admin admin] Publish callbacks [] for security_group (3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.544317 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] For port 5cd23bd5-789c-4892-a106-4bae5cc013c9, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:54.549385 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] For port 5cd23bd5-789c-4892-a106-4bae5cc013c9, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=5cd23bd5-789c-4892-a106-4bae5cc013c9,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:54.565537 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.586622 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ee02675-013e-42ca-9572-fdbaed04bcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6d82dbce-dd51-4f1f-86a6-ca5fbb09dada), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.592873 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ee02675-013e-42ca-9572-fdbaed04bcd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.594455 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9ee02675-013e-42ca-9572-fdbaed04bcd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d82dbce-dd51-4f1f-86a6-ca5fbb09dada HTTP/1.1" status: 204 len: 168 time: 0.2971425 Feb 16 16:03:54.668955 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee02675-013e-42ca-9572-fdbaed04bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d82dbce-dd51-4f1f-86a6-ca5fbb09dada,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.674461 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] For port 9ee66386-9095-49cf-b633-83ad1339cf8c, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:54.676689 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks [] for router_gateway (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.679886 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-902925ce-56bc-46ac-8246-90609b3da36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.684763 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-902925ce-56bc-46ac-8246-90609b3da36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.689075 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-902925ce-56bc-46ac-8246-90609b3da36d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9 HTTP/1.1" status: 204 len: 168 time: 0.3160274 Feb 16 16:03:54.715308 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902925ce-56bc-46ac-8246-90609b3da36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a1f39-5f65-431a-a10b-f7bb0b45e6f9,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.778736 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] For port 9ee66386-9095-49cf-b633-83ad1339cf8c, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=9ee66386-9095-49cf-b633-83ad1339cf8c,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:54.801411 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db7057-70e7-430b-b528-cb45fb5b43a6 None None] Pushing event updated for resources: {'Port': ['ID=5cd23bd5-789c-4892-a106-4bae5cc013c9,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:54.813483 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] Provisioning complete for port 9ee66386-9095-49cf-b633-83ad1339cf8c triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:54.814243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:54.893788 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.105098 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807c2555-311e-467b-a2be-58d224f9fb5e None None] Pushing event updated for resources: {'Port': ['ID=9ee66386-9095-49cf-b633-83ad1339cf8c,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:55.108138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] Current status of the port 9ee66386-9095-49cf-b633-83ad1339cf8c is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:55.108519 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.113429 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:55.114074 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:55.481800 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde151f-6bbc-41fa-b8e4-047751224c86 req-04bcb837-9c37-4410-bc3b-88fafd6e526f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:55.484105 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fde151f-6bbc-41fa-b8e4-047751224c86 req-04bcb837-9c37-4410-bc3b-88fafd6e526f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1738753 Feb 16 16:03:55.526350 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35152) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:55.546837 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-61f3d105-8192-4c52-a024-be016c71cf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.589239 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fde151f-6bbc-41fa-b8e4-047751224c86 req-566f4925-e109-42a9-bab3-5fcff9c419af tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691662 Feb 16 16:03:55.606023 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.643313 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:55.691968 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-61f3d105-8192-4c52-a024-be016c71cf2b admin admin] Publish callbacks [] for security_group (c5d85c64-cbd9-4d6f-8714-7a1977d9564a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.698618 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-61f3d105-8192-4c52-a024-be016c71cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c5d85c64-cbd9-4d6f-8714-7a1977d9564a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.751073 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-61f3d105-8192-4c52-a024-be016c71cf2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f1454dc77b844351b19d8c4799429f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208426 Feb 16 16:03:55.754883 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35158) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:55.765647 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] For port 9ee66386-9095-49cf-b633-83ad1339cf8c, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=9ee66386-9095-49cf-b633-83ad1339cf8c,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:55.775450 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3d105-8192-4c52-a024-be016c71cf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d85c64-cbd9-4d6f-8714-7a1977d9564a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:55.781924 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.867752 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7efe082-1093-43d3-a2ae-02001fd9c976 admin admin] Publish callbacks [] for security_group (c5d85c64-cbd9-4d6f-8714-7a1977d9564a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.904095 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7efe082-1093-43d3-a2ae-02001fd9c976 admin admin] Publish callbacks [] for security_group (c5d85c64-cbd9-4d6f-8714-7a1977d9564a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:55.912696 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d329e9-7f1f-4ea8-bef0-274f4641b1f2 None None] Pushing event updated for resources: {'Port': ['ID=9ee66386-9095-49cf-b633-83ad1339cf8c,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:55.914204 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102628) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:03:55.973915 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-15fa35e5-b12e-4383-803a-68b1f35dfd43 None None] Provisioning complete for port 9ee66386-9095-49cf-b633-83ad1339cf8c triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:55.974279 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15fa35e5-b12e-4383-803a-68b1f35dfd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:56.070620 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7efe082-1093-43d3-a2ae-02001fd9c976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c5d85c64-cbd9-4d6f-8714-7a1977d9564a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:56.073553 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:54Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:56.073871 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d7efe082-1093-43d3-a2ae-02001fd9c976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:56.077549 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d7efe082-1093-43d3-a2ae-02001fd9c976 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5d85c64-cbd9-4d6f-8714-7a1977d9564a HTTP/1.1" status: 204 len: 168 time: 0.3192844 Feb 16 16:03:56.110607 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782af74-7776-48f6-b8bb-7ad2e1b07112 None None] The sync data for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi is: [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:54Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:56.137291 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efe082-1093-43d3-a2ae-02001fd9c976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d85c64-cbd9-4d6f-8714-7a1977d9564a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:56.162813 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-15fa35e5-b12e-4383-803a-68b1f35dfd43 None None] Current status of the port 9ee66386-9095-49cf-b633-83ad1339cf8c is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:56.177456 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:56.209634 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:56.215414 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-73e692b5-6fee-4c5a-9780-bfb2e7c3a4b8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1912782 Feb 16 16:03:56.218927 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:56.235943 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Sync routers for ids ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:03:56.271103 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Routers {'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:56.272783 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:56.490484 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966af9b-0944-410d-85ca-7d0fe8adc1dd None None] Network 8dc42888-b807-4c59-9109-651902565dbd requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:03:56.491279 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Set router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:56.797254 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] Provisioning complete for port 5cd23bd5-789c-4892-a106-4bae5cc013c9 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:56.802641 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:56.818725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35180) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:56.843067 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-780bdf70-b2b8-410a-9ddd-7e31e6460924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:56.863778 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251967b-f789-47ac-b0d5-438a9cf962cb req-72483d22-36a1-459d-8716-5b555bec8411 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:56.885546 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f251967b-f789-47ac-b0d5-438a9cf962cb req-72483d22-36a1-459d-8716-5b555bec8411 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1561952 Feb 16 16:03:56.964856 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f251967b-f789-47ac-b0d5-438a9cf962cb req-84f55b76-86c6-4176-ba13-f8b0fe993153 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771074 Feb 16 16:03:56.999340 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:54Z', 'revision_number': 3, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:57.028820 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] Current status of the port 5cd23bd5-789c-4892-a106-4bae5cc013c9 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:57.028820 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.054257 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Checking router: c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:03:57.055013 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Updating router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 port 44bffc56-8483-46a7-ade7-6400db57b8d8 binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:03:57.115521 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] For port 5cd23bd5-789c-4892-a106-4bae5cc013c9, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=5cd23bd5-789c-4892-a106-4bae5cc013c9,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:57.124819 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.150033 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.178040 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-780bdf70-b2b8-410a-9ddd-7e31e6460924 admin admin] Publish callbacks [] for security_group (ba50ecdc-92d1-4947-b2c5-4a2025c80efa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.204652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-780bdf70-b2b8-410a-9ddd-7e31e6460924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (ba50ecdc-92d1-4947-b2c5-4a2025c80efa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.216719 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78083b0d-47fd-4969-9e5e-d6cfa2b9472d None None] Pushing event updated for resources: {'Port': ['ID=5cd23bd5-789c-4892-a106-4bae5cc013c9,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:57.260305 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-464903fd-d491-4c95-884d-08559baf6c75 None None] Provisioning complete for port 5cd23bd5-789c-4892-a106-4bae5cc013c9 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:57.260689 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-464903fd-d491-4c95-884d-08559baf6c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.311987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.315931 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 9ee66386-9095-49cf-b633-83ad1339cf8c up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:57.325387 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-780bdf70-b2b8-410a-9ddd-7e31e6460924 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=150404c822524a27a2868ea634aa7119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053413 Feb 16 16:03:57.328879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bdf70-b2b8-410a-9ddd-7e31e6460924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba50ecdc-92d1-4947-b2c5-4a2025c80efa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:57.329550 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35184) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:03:57.415638 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d987dd6-2401-4dea-ace4-c182117bfb28 admin admin] Publish callbacks [] for security_group (ba50ecdc-92d1-4947-b2c5-4a2025c80efa), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.444729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d987dd6-2401-4dea-ace4-c182117bfb28 admin admin] Publish callbacks [] for security_group (ba50ecdc-92d1-4947-b2c5-4a2025c80efa), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.473862 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-464903fd-d491-4c95-884d-08559baf6c75 None None] Current status of the port 5cd23bd5-789c-4892-a106-4bae5cc013c9 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:57.477451 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 9ee66386-9095-49cf-b633-83ad1339cf8c triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:57.478425 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.532241 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d987dd6-2401-4dea-ace4-c182117bfb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (ba50ecdc-92d1-4947-b2c5-4a2025c80efa), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.538864 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6d987dd6-2401-4dea-ace4-c182117bfb28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.541620 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Publish callbacks [] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.546215 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6d987dd6-2401-4dea-ace4-c182117bfb28 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ba50ecdc-92d1-4947-b2c5-4a2025c80efa HTTP/1.1" status: 204 len: 168 time: 0.2154834 Feb 16 16:03:57.550850 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.577768 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d987dd6-2401-4dea-ace4-c182117bfb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba50ecdc-92d1-4947-b2c5-4a2025c80efa,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:57.610784 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Allocated IP 172.20.0.1 (8dc42888-b807-4c59-9109-651902565dbd/29d87333-0951-49cb-9e45-92e56e28a698/740ec98d-cb3d-4ddf-9f2d-05dc61d692b1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:03:57.621539 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Attempting to bind port 44bffc56-8483-46a7-ade7-6400db57b8d8 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:03:57.622313 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Attempting to bind port 44bffc56-8483-46a7-ade7-6400db57b8d8 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:03:57.622722 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Attempting to bind port 44bffc56-8483-46a7-ade7-6400db57b8d8 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:03:57.650133 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 9ee66386-9095-49cf-b633-83ad1339cf8c is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:57.651275 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 5cd23bd5-789c-4892-a106-4bae5cc013c9 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:57.657810 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f526d5-4179-44a1-9003-b0aff865a40b None None] Pushing event updated for resources: {'Port': ['ID=44bffc56-8483-46a7-ade7-6400db57b8d8,revision_number=2']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:57.665072 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:03:57.665774 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:03:57.666365 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.666767 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:03:57.667325 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Bound port: 44bffc56-8483-46a7-ade7-6400db57b8d8, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:03:57.668571 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.728799 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 5cd23bd5-789c-4892-a106-4bae5cc013c9 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:57.729348 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.752173 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] For port 44bffc56-8483-46a7-ade7-6400db57b8d8, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:03:57.762123 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] For port 44bffc56-8483-46a7-ade7-6400db57b8d8, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=44bffc56-8483-46a7-ade7-6400db57b8d8,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:03:57.768826 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.828004 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks [] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.840872 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 5cd23bd5-789c-4892-a106-4bae5cc013c9 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:57.869095 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Routers {'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:03:57.869956 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:57.878160 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:57.940216 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Network 8dc42888-b807-4c59-9109-651902565dbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:57.947401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Pushing event updated for resources: {'Port': ['ID=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:57.955789 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:57.959120 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:03:58.029870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:58.078114 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f526d5-4179-44a1-9003-b0aff865a40b None None] Pushing event updated for resources: {'Port': ['ID=44bffc56-8483-46a7-ade7-6400db57b8d8,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:58.242805 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946385c-0f9c-4974-b80e-1baeda69dc4b req-9acae866-92eb-4dab-b6fe-5e22c8927250 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:58.244417 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e946385c-0f9c-4974-b80e-1baeda69dc4b req-9acae866-92eb-4dab-b6fe-5e22c8927250 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1252649 Feb 16 16:03:58.249964 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] Set router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:03:58.326792 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-61d33b0a-a93c-4e52-bb7f-f7084b54231f None None] Provisioning complete for port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:58.327456 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61d33b0a-a93c-4e52-bb7f-f7084b54231f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:58.404454 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-61d33b0a-a93c-4e52-bb7f-f7084b54231f None None] Port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:03:58.410061 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e946385c-0f9c-4974-b80e-1baeda69dc4b req-bde02341-0cb7-4313-9925-701b1bccb40f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289654 Feb 16 16:03:58.428733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:58.505794 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:54Z', 'revision_number': 3, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:03:58.536047 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec04b67-6112-4f7a-9694-265a8b22d991 None None] The sync data for ids ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'] in dv-cinder-829560-1-iscsi is: [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:54Z', 'revision_number': 3, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:03:58.638017 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks [] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:58.644211 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:58.717904 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:58.719941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Pushing event updated for resources: {'Port': ['ID=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:58.855794 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Network 8dc42888-b807-4c59-9109-651902565dbd is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:03:58.858868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:03:59.012068 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:03:59.189769 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:03:59.215751 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-18e134fe-a6d3-40de-ab14-ea2a9374b355 admin admin] 10.222.0.69 "PUT /v2.0/routers/c0336e2a-fffe-4761-8b6a-29fa26fb7cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9972749 Feb 16 16:03:59.266595 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-8f04b984-8c5b-4389-b420-767b6bc065ca None None] Provisioning complete for port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:59.267144 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8f04b984-8c5b-4389-b420-767b6bc065ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:59.296419 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 44bffc56-8483-46a7-ade7-6400db57b8d8 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:59.354158 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8f04b984-8c5b-4389-b420-767b6bc065ca None None] Port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:03:59.383764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 44bffc56-8483-46a7-ade7-6400db57b8d8 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:59.383994 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:59.480356 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 44bffc56-8483-46a7-ade7-6400db57b8d8 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:03:59.481029 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:59.503873 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 44bffc56-8483-46a7-ade7-6400db57b8d8, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=44bffc56-8483-46a7-ade7-6400db57b8d8,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:03:59.516288 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:59.517097 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 5cd23bd5-789c-4892-a106-4bae5cc013c9 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:03:59.551253 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0777e-806c-48e9-9f7a-31662f73d485 req-95515f6f-51aa-46d2-930a-f44ad14f1338 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:03:59.564047 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2a0777e-806c-48e9-9f7a-31662f73d485 req-95515f6f-51aa-46d2-930a-f44ad14f1338 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0741148 Feb 16 16:03:59.637646 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 5cd23bd5-789c-4892-a106-4bae5cc013c9 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:03:59.638212 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:03:59.644058 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=44bffc56-8483-46a7-ade7-6400db57b8d8,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:03:59.651402 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2a0777e-806c-48e9-9f7a-31662f73d485 req-3ae92128-f78a-436f-a068-bc3df92e2804 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804727 Feb 16 16:03:59.733350 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 5cd23bd5-789c-4892-a106-4bae5cc013c9 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:00.504739 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Sync routers for ids ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:04:00.518656 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Routers {'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:04:00.521024 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:00.668646 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Set router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:04:00.872434 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1116070-8a56-46b5-a62c-c582addb10f6 req-2b5c3afa-f5fd-4d80-b4aa-e7351d3a85f3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:00.875071 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f1116070-8a56-46b5-a62c-c582addb10f6 req-2b5c3afa-f5fd-4d80-b4aa-e7351d3a85f3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0984957 Feb 16 16:04:00.957617 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f1116070-8a56-46b5-a62c-c582addb10f6 req-1b28ae9b-0423-483d-b71b-ecd5dffde599 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760477 Feb 16 16:04:00.984260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:58Z', 'revision_number': 4, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '740ec98d-cb3d-4ddf-9f2d-05dc61d692b1', 'name': '', 'network_id': '8dc42888-b807-4c59-9109-651902565dbd', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'mac_address': 'fa:16:3e:06:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '29d87333-0951-49cb-9e45-92e56e28a698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:57Z', 'updated_at': '2022-02-16T16:03:58Z', 'revision_number': 2, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'subnets': [{'id': '29d87333-0951-49cb-9e45-92e56e28a698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:01.012239 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Checking router: c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:04:01.012604 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Updating router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:04:01.056752 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:01.174545 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 44bffc56-8483-46a7-ade7-6400db57b8d8 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:04:01.300449 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 44bffc56-8483-46a7-ade7-6400db57b8d8 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:01.300831 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:01.612858 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 44bffc56-8483-46a7-ade7-6400db57b8d8 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:01.771872 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Publish callbacks [] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:01.783870 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:01.862105 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7edb-943f-4886-a845-48c92dc92980 None None] Pushing event updated for resources: {'Port': ['ID=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:01.936538 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Attempting to bind port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:04:01.936905 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Attempting to bind port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:04:01.937285 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Attempting to bind port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 on network 8dc42888-b807-4c59-9109-651902565dbd {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:01.944234 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:04:01.944622 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Checking segment: {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:04:01.945064 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:01.945449 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Bound using segment: {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:04:01.945938 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Bound port: 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef59da32-7116-4123-bde7-17b150c2d863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8dc42888-b807-4c59-9109-651902565dbd'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:04:01.946326 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:02.034321 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] For port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:04:02.038478 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] For port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:04:02.070716 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:02.152880 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb816fa0-1c0c-4cc7-a806-c4a708e55fe8 req-df1ac855-d813-4b93-8db9-d51bfed50b61 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:02.154746 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb816fa0-1c0c-4cc7-a806-c4a708e55fe8 req-df1ac855-d813-4b93-8db9-d51bfed50b61 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1021888 Feb 16 16:04:02.164909 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] Provisioning complete for port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:02.165561 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:02.224321 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb816fa0-1c0c-4cc7-a806-c4a708e55fe8 req-b46c3252-ec4d-4bbc-aeed-9dc9ec187d37 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 Feb 16 16:04:02.242167 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Routers {'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:04:02.242999 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:03:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:02.330803 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc7edb-943f-4886-a845-48c92dc92980 None None] Pushing event updated for resources: {'Port': ['ID=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:02.410082 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] Set router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:04:02.412396 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] Current status of the port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:02.412781 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:02.521845 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] For port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:02.534632 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:02.643769 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147ca14-c280-43b6-8089-c2431b81f34b None None] Pushing event updated for resources: {'Port': ['ID=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:02.696836 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-2430be63-2eac-45a8-8fc4-ccc816d6e8e3 None None] Provisioning complete for port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:02.697216 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2430be63-2eac-45a8-8fc4-ccc816d6e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:02.768056 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:58Z', 'revision_number': 4, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '740ec98d-cb3d-4ddf-9f2d-05dc61d692b1', 'name': '', 'network_id': '8dc42888-b807-4c59-9109-651902565dbd', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'mac_address': 'fa:16:3e:06:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '29d87333-0951-49cb-9e45-92e56e28a698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:57Z', 'updated_at': '2022-02-16T16:04:02Z', 'revision_number': 4, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'subnets': [{'id': '29d87333-0951-49cb-9e45-92e56e28a698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:02.819695 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b8f290-c1dc-41e8-8772-bfdf17e057a9 None None] The sync data for ids ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'] in dv-cinder-829560-1-iscsi is: [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:58Z', 'revision_number': 4, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '740ec98d-cb3d-4ddf-9f2d-05dc61d692b1', 'name': '', 'network_id': '8dc42888-b807-4c59-9109-651902565dbd', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'mac_address': 'fa:16:3e:06:1b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '29d87333-0951-49cb-9e45-92e56e28a698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:57Z', 'updated_at': '2022-02-16T16:04:02Z', 'revision_number': 4, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'subnets': [{'id': '29d87333-0951-49cb-9e45-92e56e28a698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:04:02.841231 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2430be63-2eac-45a8-8fc4-ccc816d6e8e3 None None] Current status of the port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:03.192692 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:04:03.285268 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:03.288341 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:03.420911 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1b265-91ca-4ac6-a228-8524296c48b3 req-449eff5d-41e5-43b0-80f4-6e1bb402ed4d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:03.422582 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a5f1b265-91ca-4ac6-a228-8524296c48b3 req-449eff5d-41e5-43b0-80f4-6e1bb402ed4d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0767391 Feb 16 16:04:03.505940 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a5f1b265-91ca-4ac6-a228-8524296c48b3 req-c78ed729-e8c7-4b2c-ac56-31e4622f1c70 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757699 Feb 16 16:04:03.511110 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:04.291991 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:04:04.650461 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426cb27-4c1c-4176-a70f-67e1b96b222d req-8f90b44a-a059-4a88-afb1-a39cd9533e58 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:04.653199 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2426cb27-4c1c-4176-a70f-67e1b96b222d req-8f90b44a-a059-4a88-afb1-a39cd9533e58 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0627868 Feb 16 16:04:04.713290 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2426cb27-4c1c-4176-a70f-67e1b96b222d req-3107ed4c-2493-42c6-9410-4db1c0334717 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525692 Feb 16 16:04:05.465923 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-9947b121-d0ff-4fc4-bb6d-7d3fd2d2e045 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:05.466501 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-9947b121-d0ff-4fc4-bb6d-7d3fd2d2e045 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.1212432 Feb 16 16:04:05.482318 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-d26fea4a-72e5-4984-a44c-6d1aab23e5ed tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/quotas/369b768808224bbb95ee43ccda3a9be4 HTTP/1.1" status: 200 len: 375 time: 0.0108702 Feb 16 16:04:05.559662 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-6772980d-a695-4ce5-bcc8-492f2c2ffea2 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0650895 Feb 16 16:04:05.691653 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-a8cf1152-a8a1-42ae-ae28-c65866f546df service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250806 Feb 16 16:04:05.791777 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-20bcaf11-333e-423d-8190-c4b82eb94016 service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992141 Feb 16 16:04:05.850956 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d010c1f-6d68-42f9-9198-605fc2e70243 req-8e3c603e-40b3-45bb-9852-475d07a1b37a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:05.858434 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6d010c1f-6d68-42f9-9198-605fc2e70243 req-8e3c603e-40b3-45bb-9852-475d07a1b37a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0695245 Feb 16 16:04:05.913823 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6d010c1f-6d68-42f9-9198-605fc2e70243 req-de55ccea-a5e2-401b-b377-175414837978 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540946 Feb 16 16:04:06.173106 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ad099f69-95d7-4997-becf-14a3e280758a req-6b1caff5-86e2-44ea-8356-47524dd46df3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 210 time: 0.1658452 Feb 16 16:04:06.248845 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:06.408351 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642178e5-e04d-4d79-852b-33388550dbb9 req-1dd17d63-d095-4faf-981d-65cc47dcf995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:06.410027 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-642178e5-e04d-4d79-852b-33388550dbb9 req-1dd17d63-d095-4faf-981d-65cc47dcf995 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 1129 time: 0.0755336 Feb 16 16:04:06.465825 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-642178e5-e04d-4d79-852b-33388550dbb9 req-e97cdda7-98cd-48fb-b8df-c919953c94c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Feb 16 16:04:07.039985 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77659a85-e96c-4e85-8a82-6ea63f5289cb req-33631dd2-508e-4941-9fb5-3867f20de4be tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:07.047146 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-77659a85-e96c-4e85-8a82-6ea63f5289cb req-33631dd2-508e-4941-9fb5-3867f20de4be tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0607228 Feb 16 16:04:07.094149 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-77659a85-e96c-4e85-8a82-6ea63f5289cb req-9f702099-9f3f-4a5a-aee8-9e0ae31a9e32 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Feb 16 16:04:07.284947 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d70f846d-b8f5-4365-a892-fb940e9e95a0 req-87e89f4c-b373-4031-b817-a2a41fcaa355 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 210 time: 0.0288577 Feb 16 16:04:08.248062 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88efd7e2-3df2-4743-bffb-f52d5a3f9990 req-0c3fee0e-c5c6-4852-94df-d5de961e4673 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:08.250260 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-88efd7e2-3df2-4743-bffb-f52d5a3f9990 req-0c3fee0e-c5c6-4852-94df-d5de961e4673 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0656614 Feb 16 16:04:08.301698 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-88efd7e2-3df2-4743-bffb-f52d5a3f9990 req-68faa151-244f-4ce8-8bb9-37ca104afbfe tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458190 Feb 16 16:04:08.410178 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9d8436d0-d107-44b3-8e26-5100a24aa65e req-1a984ab3-1ce9-413c-afab-a1bcc321f4da tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 210 time: 0.0293467 Feb 16 16:04:09.440864 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d124e01-daf4-4675-973a-bbcbb5baea90 req-4e167a15-9e08-4c89-8ae8-7660ce6cb38c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:09.447778 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0d124e01-daf4-4675-973a-bbcbb5baea90 req-4e167a15-9e08-4c89-8ae8-7660ce6cb38c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0665791 Feb 16 16:04:09.499659 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0d124e01-daf4-4675-973a-bbcbb5baea90 req-74285a1c-d37d-46fd-a3bf-68946b4797cd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508180 Feb 16 16:04:09.541228 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fa3eb98e-0d39-4612-9852-f862a852dd07 req-4bffd735-6e56-439f-8546-9c3f99115a33 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 210 time: 0.0327055 Feb 16 16:04:10.150136 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-804f1d61-2fed-49b4-8948-0879fe9d2c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:10.162842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-1b29ed26-9f10-4c77-80fd-fb88f1e23bf6 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:10.170204 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-1b29ed26-9f10-4c77-80fd-fb88f1e23bf6 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 815 time: 0.1327367 Feb 16 16:04:10.189227 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-0c644c14-52bc-4f82-b138-fbd01a63640a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/quotas/bea160b42ffa4556a5f6dc64af63fc7f HTTP/1.1" status: 200 len: 375 time: 0.0175834 Feb 16 16:04:10.265509 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-e0331eba-37e1-43ff-8305-b5050b149d45 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0748823 Feb 16 16:04:10.308528 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-8356c05f-0ba3-46fc-a85a-bd0cad5467e6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:10.310214 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-8356c05f-0ba3-46fc-a85a-bd0cad5467e6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.1960483 Feb 16 16:04:10.341590 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Request body: {'port': {'device_id': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'admin_state_up': True, 'tenant_id': '369b768808224bbb95ee43ccda3a9be4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:10.447385 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-73bc609f-b19d-4f51-a66b-83f4bd63d13f service neutron] 10.222.0.69 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646903 Feb 16 16:04:10.533039 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Made reservation on behalf of 369b768808224bbb95ee43ccda3a9be4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:04:10.538956 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:10.643646 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f102c17-5c77-4c82-9a03-19f4ef920348 service neutron] 10.222.0.69 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858976 Feb 16 16:04:10.742063 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Allocated IP 172.20.0.11 (31ecc1b3-7e00-45b7-a7b4-fcd45615957c/235e03b8-9d08-4ea5-a109-0fc14aacd4ee/a232104e-14cb-4b8e-9c19-6f7295c2dffd) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:04:10.750800 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbd2e7-c066-48dc-a4f9-33b86ad75878 req-79c818bf-11ff-4172-9138-a525017a937e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:10.752377 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-49fbd2e7-c066-48dc-a4f9-33b86ad75878 req-79c818bf-11ff-4172-9138-a525017a937e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1346726 Feb 16 16:04:10.851350 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2ee03000-0588-4511-a97b-946903c552a0 req-1b8fc6e2-030a-41c7-a31e-e0bdf80ab201 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 210 time: 0.0347893 Feb 16 16:04:10.952749 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e83ace78-6233-4dab-931a-8fd83c581b65 req-7ded50a2-2607-4cfb-9324-c196cf8890c5 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 210 time: 0.0410616 Feb 16 16:04:11.201224 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-49fbd2e7-c066-48dc-a4f9-33b86ad75878 req-5c22ba9e-2f50-4ede-905a-fe90cfbec5a8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388018 Feb 16 16:04:11.333850 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks [] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:11.376354 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec243d-d7c3-4e32-a35b-5ea61647b2f3 req-c42c3e03-2540-403a-b46b-ccfd3ac53a39 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:11.378126 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bfec243d-d7c3-4e32-a35b-5ea61647b2f3 req-c42c3e03-2540-403a-b46b-ccfd3ac53a39 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0878425 Feb 16 16:04:11.380501 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:11.397587 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:11.447343 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event updated for resources: {'Port': ['ID=a232104e-14cb-4b8e-9c19-6f7295c2dffd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:11.466471 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:04:11.470422 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:04:11.470584 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bfec243d-d7c3-4e32-a35b-5ea61647b2f3 req-e09426b4-4706-46ef-9240-b3001b59f20a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848985 Feb 16 16:04:11.473719 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:04:11.602386 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:11.603553 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:11.625238 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-bd99a620-417b-49b8-88c7-2ddf61f524ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2898073 Feb 16 16:04:11.643717 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Request body: {'port': {'device_id': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:11.708533 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.089507 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a232104e-14cb-4b8e-9c19-6f7295c2dffd {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:04:12.115229 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f1cdf-8bba-47a1-8d4d-5cfb985add2d req-afd5b9ea-4533-40d8-80c6-849cee2da211 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:12.116786 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c37f1cdf-8bba-47a1-8d4d-5cfb985add2d req-afd5b9ea-4533-40d8-80c6-849cee2da211 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 932 time: 0.1360779 Feb 16 16:04:12.122635 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Publish callbacks [] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.152129 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b89068a2-1a2f-4a7f-9847-7b47a0fb6ef7 req-541375b1-30af-4159-895a-2246769cd679 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 210 time: 0.0401652 Feb 16 16:04:12.168794 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Transition to ACTIVE for port object a232104e-14cb-4b8e-9c19-6f7295c2dffd will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:04:12.176803 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.177205 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c37f1cdf-8bba-47a1-8d4d-5cfb985add2d req-24a58e8a-5389-48b4-be29-7e09391cea6c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538533 Feb 16 16:04:12.304743 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Pushing event updated for resources: {'Port': ['ID=a232104e-14cb-4b8e-9c19-6f7295c2dffd,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:12.388894 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-9817e568-7080-4e91-96a3-ee0397d0cafa tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:12.390380 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-9817e568-7080-4e91-96a3-ee0397d0cafa tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 815 time: 0.2105246 Feb 16 16:04:12.417585 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Attempting to bind port a232104e-14cb-4b8e-9c19-6f7295c2dffd on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:04:12.417922 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Attempting to bind port a232104e-14cb-4b8e-9c19-6f7295c2dffd by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:04:12.418274 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Attempting to bind port a232104e-14cb-4b8e-9c19-6f7295c2dffd on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:12.426709 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'port': {'device_id': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'admin_state_up': True, 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:12.430433 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Port a232104e-14cb-4b8e-9c19-6f7295c2dffd on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:04:12.430755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Attempting to bind port a232104e-14cb-4b8e-9c19-6f7295c2dffd on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:12.447733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:04:12.448066 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Checking segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:04:12.448471 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Bound using segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:04:12.448897 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Bound port: a232104e-14cb-4b8e-9c19-6f7295c2dffd, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:04:12.449251 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.579393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] For port a232104e-14cb-4b8e-9c19-6f7295c2dffd, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:04:12.584590 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] For port a232104e-14cb-4b8e-9c19-6f7295c2dffd, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:04:12.596015 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.613297 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fdd14db6-f9f9-4612-ad41-03655b2dc403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.630157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Made reservation on behalf of bea160b42ffa4556a5f6dc64af63fc7f for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:04:12.633509 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.652839 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:12.653486 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:12.654865 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] 10.222.0.36 "PUT /v2.0/ports/a232104e-14cb-4b8e-9c19-6f7295c2dffd HTTP/1.1" status: 200 len: 1094 time: 1.0180204 Feb 16 16:04:12.655340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'tag': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:12.657588 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b76b1e9-6552-4253-8a2d-a94760512537" -d '{"events": [{"name": "network-changed", "server_uuid": "ab211427-36a4-492d-888d-7b9a3a2e6891", "tag": "a232104e-14cb-4b8e-9c19-6f7295c2dffd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:12.727014 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987246e9-4cdc-4b40-9269-8f36b6ca4a62 service neutron] Pushing event updated for resources: {'Port': ['ID=a232104e-14cb-4b8e-9c19-6f7295c2dffd,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:12.846867 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Allocated IP 172.20.0.11 (30eb5159-f935-4e1e-b0e5-485d39ce9a1f/bc3dc445-8aa7-45af-9d36-d28b63bca78c/8e845dd4-d140-498c-b9f5-e44831c352c1) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:04:12.944085 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd43309-f4a8-46a5-886e-f8c29f20f2b4 x-openstack-request-id: req-5fd43309-f4a8-46a5-886e-f8c29f20f2b4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:12.944531 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab211427-36a4-492d-888d-7b9a3a2e6891", "tag": "a232104e-14cb-4b8e-9c19-6f7295c2dffd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:12.944825 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5fd43309-f4a8-46a5-886e-f8c29f20f2b4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:12.945425 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'tag': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'status': 'completed', 'code': 200} Feb 16 16:04:13.097602 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-4a450e26-e6bf-4250-a426-066c0e431b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:13.099192 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-4a450e26-e6bf-4250-a426-066c0e431b78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 1128 time: 0.1573560 Feb 16 16:04:13.126048 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:13.195988 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:13.251919 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:04:13.256432 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:04:13.260501 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:04:13.335566 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:13.336445 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:13.422937 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:13.453342 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d5b0b-1526-4f7a-9e99-c3354c0212c2 req-c94e6caa-7f26-4e35-bba5-7c7db0d1d796 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:13.455588 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b13d5b0b-1526-4f7a-9e99-c3354c0212c2 req-c94e6caa-7f26-4e35-bba5-7c7db0d1d796 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.1150928 Feb 16 16:04:13.459484 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-4fd247a6-e01d-4d10-a3dd-9971e9a6bd08 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0365171 Feb 16 16:04:13.507574 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911875e6-7d8d-4e2e-a896-cb581bb3f2ff req-9bfdbc30-4404-4185-b5a9-c3a9e06aba6d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:13.517191 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-911875e6-7d8d-4e2e-a896-cb581bb3f2ff req-9bfdbc30-4404-4185-b5a9-c3a9e06aba6d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.1383107 Feb 16 16:04:13.559221 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b13d5b0b-1526-4f7a-9e99-c3354c0212c2 req-f5ca1f77-7850-40db-9bd5-5c8dd0783c19 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895875 Feb 16 16:04:13.600153 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-76214757-12aa-4ec2-9bdb-adc6b84ad30d None None] Provisioning complete for port 8e845dd4-d140-498c-b9f5-e44831c352c1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:13.600695 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-76214757-12aa-4ec2-9bdb-adc6b84ad30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:13.624159 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-911875e6-7d8d-4e2e-a896-cb581bb3f2ff req-d29dbdb8-d01f-4dc2-86e6-08a4d5408901 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050115 Feb 16 16:04:13.693310 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:13.694179 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-76214757-12aa-4ec2-9bdb-adc6b84ad30d None None] Port 8e845dd4-d140-498c-b9f5-e44831c352c1 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:04:13.746965 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62cf46-da7d-4c33-a4ac-66eac8a618dc req-96eee5b0-3d9e-40bd-94a0-b7ef5acc7de3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:13.759237 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a62cf46-da7d-4c33-a4ac-66eac8a618dc req-96eee5b0-3d9e-40bd-94a0-b7ef5acc7de3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0926309 Feb 16 16:04:13.809646 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a62cf46-da7d-4c33-a4ac-66eac8a618dc req-409f607b-5310-4a81-932c-6f67d19e47c7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Feb 16 16:04:14.732722 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87399ace-8082-4abf-81f1-17ed8832a710 req-04cba812-791e-4eaf-9cc6-1c02ad84a4bb tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:14.736984 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-87399ace-8082-4abf-81f1-17ed8832a710 req-04cba812-791e-4eaf-9cc6-1c02ad84a4bb tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.0784848 Feb 16 16:04:14.791086 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d745bf-f4fc-43dc-9471-44fcff591aa3 req-bde3eaf5-a589-49ee-ba2a-9e57ac9f52ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:14.793316 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9d745bf-f4fc-43dc-9471-44fcff591aa3 req-bde3eaf5-a589-49ee-ba2a-9e57ac9f52ec tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0674319 Feb 16 16:04:14.801471 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-87399ace-8082-4abf-81f1-17ed8832a710 req-d6bf0619-9764-410f-bafe-b66bbf02de0c tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604420 Feb 16 16:04:14.845330 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9d745bf-f4fc-43dc-9471-44fcff591aa3 req-3601ffee-ff4c-44dd-bdf8-4ad3f9072c6d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449944 Feb 16 16:04:14.950747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15dc2a-ea0f-4f64-9a48-f166400f4d9b req-7a87dc33-72e7-49bd-a515-6bcee1ef3d95 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:14.952487 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf15dc2a-ea0f-4f64-9a48-f166400f4d9b req-7a87dc33-72e7-49bd-a515-6bcee1ef3d95 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0571330 Feb 16 16:04:15.029734 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cf15dc2a-ea0f-4f64-9a48-f166400f4d9b req-41c03de3-4dd6-482d-8601-038847ac5952 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702958 Feb 16 16:04:15.068677 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:15.924695 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8642b36-a099-4042-9f4d-ccd4bf356d98 req-72446d28-9ae5-4cb6-9f30-fca37544a16e tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:15.926262 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a8642b36-a099-4042-9f4d-ccd4bf356d98 req-72446d28-9ae5-4cb6-9f30-fca37544a16e tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.0601680 Feb 16 16:04:15.994987 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a8642b36-a099-4042-9f4d-ccd4bf356d98 req-310f0e01-9937-4563-a46d-557b10376c28 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626750 Feb 16 16:04:16.002167 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb59432-6334-4a85-b06c-9657a3a941b1 req-57ae910f-9fd6-4c36-8a54-89ae787e5aad tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:16.004099 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4eb59432-6334-4a85-b06c-9657a3a941b1 req-57ae910f-9fd6-4c36-8a54-89ae787e5aad tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0720325 Feb 16 16:04:16.063327 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4eb59432-6334-4a85-b06c-9657a3a941b1 req-a59432b0-38dc-4675-b51c-648e8353c214 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Feb 16 16:04:16.172411 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa2328-ec7a-4830-b099-23df558e9c2c req-2a693288-59e4-4405-9f8b-9535aacfa3aa tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:16.175486 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3daa2328-ec7a-4830-b099-23df558e9c2c req-2a693288-59e4-4405-9f8b-9535aacfa3aa tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0579317 Feb 16 16:04:16.226154 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3daa2328-ec7a-4830-b099-23df558e9c2c req-9069d69b-2d23-41b1-a70b-cbba4770c7be tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465670 Feb 16 16:04:16.439516 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:17.136375 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e012e-60f9-4556-9858-cfa56d0bdee9 req-199fb352-4614-4b64-998e-66b897670ae7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:17.137895 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-413e012e-60f9-4556-9858-cfa56d0bdee9 req-199fb352-4614-4b64-998e-66b897670ae7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.0690463 Feb 16 16:04:17.196870 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-413e012e-60f9-4556-9858-cfa56d0bdee9 req-370c30c1-e541-4361-8380-346a7de19b98 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504382 Feb 16 16:04:17.211912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc816f5-be94-46e3-842b-ec7e59602239 req-f6e191e8-9288-4b67-92a0-a939f14f89e9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:17.213404 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9dc816f5-be94-46e3-842b-ec7e59602239 req-f6e191e8-9288-4b67-92a0-a939f14f89e9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0672374 Feb 16 16:04:17.270466 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9dc816f5-be94-46e3-842b-ec7e59602239 req-30bebb36-f569-4d19-b1fa-36725ec5f562 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493951 Feb 16 16:04:17.412271 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d4224-ea1d-404d-a9f8-42a0b2aa87cd req-b1ea2cf4-546a-4715-bdd9-eae1996fc7c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:17.413893 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-384d4224-ea1d-404d-a9f8-42a0b2aa87cd req-b1ea2cf4-546a-4715-bdd9-eae1996fc7c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0826018 Feb 16 16:04:17.483353 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-384d4224-ea1d-404d-a9f8-42a0b2aa87cd req-eca37303-1185-4975-9356-80b1c3413a17 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536156 Feb 16 16:04:18.336116 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea6191-d7f4-4ba6-90b3-837dfaad77ba req-0e443edb-0e65-4856-a01c-30d9492094cc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:18.337652 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44ea6191-d7f4-4ba6-90b3-837dfaad77ba req-0e443edb-0e65-4856-a01c-30d9492094cc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.0679965 Feb 16 16:04:18.411848 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44ea6191-d7f4-4ba6-90b3-837dfaad77ba req-e07dfb75-359a-49b2-9c9a-d546bfcfc812 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655036 Feb 16 16:04:18.438353 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281441e9-b4dc-4973-afb6-bce3b528e4e4 req-2f7004a2-c410-4c41-b24a-cb5644f1cbd8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:18.442742 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-281441e9-b4dc-4973-afb6-bce3b528e4e4 req-2f7004a2-c410-4c41-b24a-cb5644f1cbd8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0799718 Feb 16 16:04:18.500456 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-281441e9-b4dc-4973-afb6-bce3b528e4e4 req-fcca3a7e-cc78-43e7-947e-12ec0b91c8c7 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512240 Feb 16 16:04:18.625104 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde2afa-d802-421f-86bc-e81ad91ab870 req-32cf40fb-d315-4412-bd1f-352ad080d719 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:18.626871 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-efde2afa-d802-421f-86bc-e81ad91ab870 req-32cf40fb-d315-4412-bd1f-352ad080d719 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0544951 Feb 16 16:04:18.675757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-efde2afa-d802-421f-86bc-e81ad91ab870 req-19332f7f-3f34-45b2-9bab-f115519dbf95 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427330 Feb 16 16:04:19.311229 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 35674) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:19.435209 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-163b4878-aed8-4b7b-8e44-eb62161a1581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.603964 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-163b4878-aed8-4b7b-8e44-eb62161a1581 admin admin] Publish callbacks [] for security_group (bdb39490-5e9f-489c-aa13-c11be123c077), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.625493 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-163b4878-aed8-4b7b-8e44-eb62161a1581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (bdb39490-5e9f-489c-aa13-c11be123c077), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.661586 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afac490-e197-4a8f-ae3f-cc05b7a6beb7 req-4c0159bf-3703-45f5-bb7a-d06986834dd6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:19.663972 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9afac490-e197-4a8f-ae3f-cc05b7a6beb7 req-4c0159bf-3703-45f5-bb7a-d06986834dd6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0590024 Feb 16 16:04:19.669273 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c78794-5f98-4585-8e16-12de551f586b req-ed7f8efb-1489-4ebf-bd22-d44d90bc1f15 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:19.676100 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-80c78794-5f98-4585-8e16-12de551f586b req-ed7f8efb-1489-4ebf-bd22-d44d90bc1f15 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.1741066 Feb 16 16:04:19.719471 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9afac490-e197-4a8f-ae3f-cc05b7a6beb7 req-4fe360c4-23e1-4aac-8dbb-98c4e2afd9e3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490007 Feb 16 16:04:19.740559 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b4878-aed8-4b7b-8e44-eb62161a1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb39490-5e9f-489c-aa13-c11be123c077,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:19.753843 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-163b4878-aed8-4b7b-8e44-eb62161a1581 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65b75264ea54486897c4517619d414e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414535 Feb 16 16:04:19.756678 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 35686) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:19.783146 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-80c78794-5f98-4585-8e16-12de551f586b req-b943e291-8b66-47e8-9268-0e1150203210 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060681 Feb 16 16:04:19.860431 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12cd68b5-65f8-451a-a7f7-fc390d4e540c admin admin] Publish callbacks [] for security_group (bdb39490-5e9f-489c-aa13-c11be123c077), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.890420 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12cd68b5-65f8-451a-a7f7-fc390d4e540c admin admin] Publish callbacks [] for security_group (bdb39490-5e9f-489c-aa13-c11be123c077), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.898477 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689863e-413e-41a3-b0f3-43795d3f60ca req-75bea64d-b465-45d5-83c0-0895e0581084 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:19.900020 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9689863e-413e-41a3-b0f3-43795d3f60ca req-75bea64d-b465-45d5-83c0-0895e0581084 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0914018 Feb 16 16:04:19.973031 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9689863e-413e-41a3-b0f3-43795d3f60ca req-be7031a6-1653-4a29-8d5f-f2c1ae6ebd3a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Feb 16 16:04:19.985885 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12cd68b5-65f8-451a-a7f7-fc390d4e540c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (bdb39490-5e9f-489c-aa13-c11be123c077), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.988886 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-12cd68b5-65f8-451a-a7f7-fc390d4e540c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:19.989852 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-12cd68b5-65f8-451a-a7f7-fc390d4e540c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bdb39490-5e9f-489c-aa13-c11be123c077 HTTP/1.1" status: 204 len: 168 time: 0.2317975 Feb 16 16:04:19.998211 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd68b5-65f8-451a-a7f7-fc390d4e540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb39490-5e9f-489c-aa13-c11be123c077,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:20.848233 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85516d-b8f3-43e0-be05-f61cda2514ad req-04bfcaf4-b626-452b-9132-9b18f00e56a5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:20.849856 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca85516d-b8f3-43e0-be05-f61cda2514ad req-04bfcaf4-b626-452b-9132-9b18f00e56a5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0606544 Feb 16 16:04:20.904483 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca85516d-b8f3-43e0-be05-f61cda2514ad req-87b16930-144e-4654-bbe0-4c0bd6d0be9b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473368 Feb 16 16:04:20.927422 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5fef5f-0757-4940-b357-627899c65e3a req-9a9e9f59-fa89-46da-a11c-e92c82d54c83 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:20.929004 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cc5fef5f-0757-4940-b357-627899c65e3a req-9a9e9f59-fa89-46da-a11c-e92c82d54c83 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.0687923 Feb 16 16:04:20.980262 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cc5fef5f-0757-4940-b357-627899c65e3a req-c829090e-7743-462f-a75f-1a4a8a7577aa tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Feb 16 16:04:21.103729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef57cd3-304f-42e2-8f36-b81cb5d1e10f req-c80d09e6-1c4f-4f3e-bbac-1bbb36dd6d9f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:21.105845 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ef57cd3-304f-42e2-8f36-b81cb5d1e10f req-c80d09e6-1c4f-4f3e-bbac-1bbb36dd6d9f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0576417 Feb 16 16:04:21.153419 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ef57cd3-304f-42e2-8f36-b81cb5d1e10f req-19d6eaaa-a92b-4566-914d-a6c22046d235 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 Feb 16 16:04:22.037507 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f45d2-860b-4e5c-acfd-289297576798 req-f843fe84-235e-4d2e-bb09-8b29b6d9dce7 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.045103 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3f6f45d2-860b-4e5c-acfd-289297576798 req-f843fe84-235e-4d2e-bb09-8b29b6d9dce7 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0626204 Feb 16 16:04:22.091265 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3f6f45d2-860b-4e5c-acfd-289297576798 req-6ec02242-d544-4a30-95e7-0d8a64d75c8b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Feb 16 16:04:22.109255 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c9f6e-0efa-4573-9b17-dbf153783563 req-b7c7a03b-1eb3-4bb1-8a24-f8c9ec4bdc57 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.110739 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d44c9f6e-0efa-4573-9b17-dbf153783563 req-b7c7a03b-1eb3-4bb1-8a24-f8c9ec4bdc57 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 932 time: 0.0600431 Feb 16 16:04:22.160744 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d44c9f6e-0efa-4573-9b17-dbf153783563 req-ea701ed7-c47f-44d2-a46a-67f4334ef6af tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425873 Feb 16 16:04:22.269721 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100454-229f-401d-95d8-cb758427a282 req-c3fac92d-3502-42d8-921a-f762eb0a2f06 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.271217 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5100454-229f-401d-95d8-cb758427a282 req-c3fac92d-3502-42d8-921a-f762eb0a2f06 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0507276 Feb 16 16:04:22.323666 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5100454-229f-401d-95d8-cb758427a282 req-4eb55f07-4fa3-4f97-baa1-8108200f501f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465360 Feb 16 16:04:22.432484 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Request body: {'port': {'device_id': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:22.490969 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-9d1049a9-1d7c-418e-9e7b-16b870b588fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd HTTP/1.1" status: 200 len: 217 time: 0.0552270 Feb 16 16:04:22.517792 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-f087aeb4-1400-4131-b22b-afdb912577be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.519469 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-f087aeb4-1400-4131-b22b-afdb912577be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0502491 Feb 16 16:04:22.563353 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:22.576829 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-5759a3d1-17e4-4f64-ad0f-01fe2e140d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.578353 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-5759a3d1-17e4-4f64-ad0f-01fe2e140d8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0810587 Feb 16 16:04:22.633126 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-ff9d5b0f-407f-4fa0-adea-03aa95004591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.634636 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-ff9d5b0f-407f-4fa0-adea-03aa95004591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.1019228 Feb 16 16:04:22.635347 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-579dd8d4-9426-44e8-aad7-4e28b3f68bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324652 Feb 16 16:04:22.690239 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-19507353-874f-4148-a808-1418f234cf67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0388689 Feb 16 16:04:22.741674 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-77589d5f-e969-420f-8971-50c936c6cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:22.744932 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-77589d5f-e969-420f-8971-50c936c6cf7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0488467 Feb 16 16:04:22.790257 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-d9530d8c-e63c-4834-8f29-4fd300bf8878 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367463 Feb 16 16:04:22.850195 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-1f8c4256-c8c2-4cd1-bf66-5de326096af9 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974277 Feb 16 16:04:22.886953 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-f840d265-6969-48e6-bd86-194759b5b3b7 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891583 Feb 16 16:04:22.977039 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c458cc89-d17e-41dd-90e0-5180f97b05db req-6f273106-018a-4189-bbd1-4c318cc9bd6b service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Feb 16 16:04:23.000420 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fbd042b-e19d-4178-a5e2-6a40e2178d34 req-12bad941-4b7b-415e-b035-4ebce69d5dab service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424599 Feb 16 16:04:23.002215 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e845dd4-d140-498c-b9f5-e44831c352c1 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:04:23.010402 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Publish callbacks [] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:23.027526 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Transition to ACTIVE for port object 8e845dd4-d140-498c-b9f5-e44831c352c1 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:04:23.037600 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:23.095325 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:23.208714 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Attempting to bind port 8e845dd4-d140-498c-b9f5-e44831c352c1 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:04:23.209049 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Attempting to bind port 8e845dd4-d140-498c-b9f5-e44831c352c1 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:04:23.209382 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Attempting to bind port 8e845dd4-d140-498c-b9f5-e44831c352c1 on network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:23.215697 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-c9207fe7-eeec-4ed2-a684-d57a74ccb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.217242 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-c9207fe7-eeec-4ed2-a684-d57a74ccb700 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 1128 time: 0.0984066 Feb 16 16:04:23.219859 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Port 8e845dd4-d140-498c-b9f5-e44831c352c1 on network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:04:23.220196 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Attempting to bind port 8e845dd4-d140-498c-b9f5-e44831c352c1 on network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:23.233563 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:04:23.234047 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Checking segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:04:23.234588 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Bound using segment: {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:04:23.235264 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Bound port: 8e845dd4-d140-498c-b9f5-e44831c352c1, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc80d0a5-c299-421f-b306-1f2e3e6d122d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:04:23.235746 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:23.256326 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668642d3-af20-4728-90da-c45fde254347 req-f61359f9-97cd-464e-9c23-a66c5800fadc tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.259780 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-668642d3-af20-4728-90da-c45fde254347 req-f61359f9-97cd-464e-9c23-a66c5800fadc tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0890415 Feb 16 16:04:23.310489 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-668642d3-af20-4728-90da-c45fde254347 req-826630b8-9151-4ed1-95f0-d00ba44ecb7b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452347 Feb 16 16:04:23.415988 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31c188-a4b7-4acb-a0d7-e037ba34f229 req-f42ebdd3-97e8-48b5-b648-e3763ac2ab55 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.418112 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0f31c188-a4b7-4acb-a0d7-e037ba34f229 req-f42ebdd3-97e8-48b5-b648-e3763ac2ab55 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 944 time: 0.1587794 Feb 16 16:04:23.428299 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:04:23.435857 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:04:23.445427 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-f061a951-73d1-41d9-8fd9-b3d410f77a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.446946 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-f061a951-73d1-41d9-8fd9-b3d410f77a3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 915 time: 0.2086232 Feb 16 16:04:23.448136 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3ee6-4ce6-4b15-abb2-6b76a09e4ea9 req-9fedc560-a07a-4794-b30f-a83c054f32db tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.449766 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e3fe3ee6-4ce6-4b15-abb2-6b76a09e4ea9 req-9fedc560-a07a-4794-b30f-a83c054f32db tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0559814 Feb 16 16:04:23.456493 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:23.506270 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-b942ec5a-e957-4f23-9f50-9982866b6e85 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd HTTP/1.1" status: 200 len: 217 time: 0.0510445 Feb 16 16:04:23.506484 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e3fe3ee6-4ce6-4b15-abb2-6b76a09e4ea9 req-4fc4758b-543a-438f-96bd-291559dd3bbb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499160 Feb 16 16:04:23.582948 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.583593 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:23.585006 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 1094 time: 1.1606827 Feb 16 16:04:23.585462 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:23.587732 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabac14a-cfb7-4bee-b2af-b6a23a272654" -d '{"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:23.629757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0f31c188-a4b7-4acb-a0d7-e037ba34f229 req-aeac9521-b80a-497a-ab04-4fb58f2d649c tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970751 Feb 16 16:04:23.648578 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099875-07a2-4c03-8118-3580bfeefbb1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:23.653168 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc85b47-a20f-4e95-a9ce-b2c6773b61c1 x-openstack-request-id: req-7dc85b47-a20f-4e95-a9ce-b2c6773b61c1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:23.653457 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:23.653712 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7dc85b47-a20f-4e95-a9ce-b2c6773b61c1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:23.654112 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'status': 'completed', 'code': 200} Feb 16 16:04:23.675464 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-b840af0b-ab76-45e8-ba60-085e033163e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.676920 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-b840af0b-ab76-45e8-ba60-085e033163e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.1437190 Feb 16 16:04:23.716814 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-e5cba2d8-3260-4720-9f49-51d12d11b3a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293815 Feb 16 16:04:23.721219 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-322c5941-51df-45f9-b1ac-f422a8a2baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.722558 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-322c5941-51df-45f9-b1ac-f422a8a2baf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1128 time: 0.0878253 Feb 16 16:04:23.789406 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-80cfa7a5-630e-4846-90a2-5af5fa3f1516 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 217 time: 0.0570941 Feb 16 16:04:23.891763 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-249c9dcf-6e98-4a94-96a4-09f70ff977ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:23.893198 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-249c9dcf-6e98-4a94-96a4-09f70ff977ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.0895543 Feb 16 16:04:23.898281 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-f51e1fa9-0c6f-47d8-b363-6a84680ba138 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671875 Feb 16 16:04:24.020455 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbbedf-a290-43ce-80ec-4784d208669c req-82324614-ee46-4ba5-b8d8-7cf17da07cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.021944 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-82324614-ee46-4ba5-b8d8-7cf17da07cf0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133320 Feb 16 16:04:24.033476 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b76b1e9-6552-4253-8a2d-a94760512537 req-831d2cb2-e849-44de-ae30-e3d49820fdda service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174092 Feb 16 16:04:24.353509 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-436b89bb-a43d-4f5f-a013-2e688d60ec28 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083844 Feb 16 16:04:24.426900 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee84f0-21cf-4360-927b-e892347db4aa req-d70155c9-cf62-4263-9203-498b5b0660af tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.428442 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6fee84f0-21cf-4360-927b-e892347db4aa req-d70155c9-cf62-4263-9203-498b5b0660af tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0509300 Feb 16 16:04:24.452802 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1abbbedf-a290-43ce-80ec-4784d208669c req-5a5dcca6-ea95-4c0c-b5ee-462c51251291 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914834 Feb 16 16:04:24.477605 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6fee84f0-21cf-4360-927b-e892347db4aa req-8e7590a2-5d38-4b87-8f4d-a5d040159ce5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429327 Feb 16 16:04:24.559934 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-f73bdc3a-f471-4f60-ab93-21a31e15ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.561519 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-f73bdc3a-f471-4f60-ab93-21a31e15ad58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1128 time: 0.0476997 Feb 16 16:04:24.690228 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8b3cd-8e1e-46e8-9e72-dcc395d18889 req-2e26e912-4f6f-40dc-92c1-115b7f4be17a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.691737 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3e8b3cd-8e1e-46e8-9e72-dcc395d18889 req-2e26e912-4f6f-40dc-92c1-115b7f4be17a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1137104 Feb 16 16:04:24.696418 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-ddcfa6f5-51d2-4207-9160-ead9f2bdca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.697806 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-ddcfa6f5-51d2-4207-9160-ead9f2bdca44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 916 time: 0.1277773 Feb 16 16:04:24.750609 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-4d2df46f-4368-40be-9ddc-7f4412dbbc0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 217 time: 0.0459402 Feb 16 16:04:24.759066 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b395e2-91ac-4957-8fa4-f89f7ed80a65 req-4905fc1f-021d-4973-8972-7f60f79e759a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.760536 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d4b395e2-91ac-4957-8fa4-f89f7ed80a65 req-4905fc1f-021d-4973-8972-7f60f79e759a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 944 time: 0.0589840 Feb 16 16:04:24.812223 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3e8b3cd-8e1e-46e8-9e72-dcc395d18889 req-9500bb4e-905d-4bf3-a575-73af094d4d87 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134245 Feb 16 16:04:24.813575 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d4b395e2-91ac-4957-8fa4-f89f7ed80a65 req-6b346ff5-b2dc-4d39-bc7d-6dccc961ff86 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463841 Feb 16 16:04:24.827426 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-31a3718f-8888-4e94-a5a2-81419506e595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.828869 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-31a3718f-8888-4e94-a5a2-81419506e595 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.0686536 Feb 16 16:04:24.882823 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-4091dcfc-ce2a-40ab-a4b0-ec906e35a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:24.884393 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-4091dcfc-ce2a-40ab-a4b0-ec906e35a146 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484860 Feb 16 16:04:24.979834 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-6f0320f2-03aa-4205-a94f-20907f5cd079 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875814 Feb 16 16:04:25.079670 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-aabac14a-cfb7-4bee-b2af-b6a23a272654 req-abbca922-74e0-4491-bf58-8c709f1ac050 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937624 Feb 16 16:04:25.606563 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286c21-df4d-4c05-9150-d7ae598cfb56 req-42942e83-97d3-4a92-8d0f-79785548384f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:25.608048 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-22286c21-df4d-4c05-9150-d7ae598cfb56 req-42942e83-97d3-4a92-8d0f-79785548384f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0559688 Feb 16 16:04:25.654239 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-22286c21-df4d-4c05-9150-d7ae598cfb56 req-081342d4-3c88-4eb2-9ef6-15d418732102 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Feb 16 16:04:25.936480 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e292-0f68-4a38-ac0c-110719345a24 req-3d5c22b9-708e-4d6c-88d6-f56860b0670b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:25.938003 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ead1e292-0f68-4a38-ac0c-110719345a24 req-3d5c22b9-708e-4d6c-88d6-f56860b0670b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0579689 Feb 16 16:04:25.938322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d323d2-6af2-4338-8f53-7d2827aabc7d req-fa38ba31-a379-4fb2-92c4-2dcb28299418 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:25.939834 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8d323d2-6af2-4338-8f53-7d2827aabc7d req-fa38ba31-a379-4fb2-92c4-2dcb28299418 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 944 time: 0.0555141 Feb 16 16:04:25.994679 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e8d323d2-6af2-4338-8f53-7d2827aabc7d req-a971c864-d6ed-4ae5-a9fe-c5be37d1570b tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474410 Feb 16 16:04:25.994922 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ead1e292-0f68-4a38-ac0c-110719345a24 req-5e21e9b3-60a6-4bd8-834f-0314beb847ca tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493598 Feb 16 16:04:26.771395 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601092f-ab16-4a7f-a654-57c5a38cab57 req-b9c2cdc3-fe0b-4c24-852e-4db7285d0b37 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:26.772844 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0601092f-ab16-4a7f-a654-57c5a38cab57 req-b9c2cdc3-fe0b-4c24-852e-4db7285d0b37 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 944 time: 0.0529463 Feb 16 16:04:26.821026 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0601092f-ab16-4a7f-a654-57c5a38cab57 req-98b11d66-3317-4ba7-8324-c7a7a8b73046 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Feb 16 16:04:27.113889 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cde9f6-a299-4477-baef-917391326e02 req-a6ebd21d-0595-45ca-9659-ac5d240aab89 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:27.114820 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486db5-6b39-4eac-91fb-0556493ac50a req-c8a49cab-6071-4c55-964e-0395ab24b3f7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:27.115402 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cde9f6-a299-4477-baef-917391326e02 req-a6ebd21d-0595-45ca-9659-ac5d240aab89 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0514407 Feb 16 16:04:27.116328 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a5486db5-6b39-4eac-91fb-0556493ac50a req-c8a49cab-6071-4c55-964e-0395ab24b3f7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 944 time: 0.0535727 Feb 16 16:04:27.165519 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2cde9f6-a299-4477-baef-917391326e02 req-ca2bbd2b-728b-4ff8-b490-82ebd327ed5a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432928 Feb 16 16:04:27.178432 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a5486db5-6b39-4eac-91fb-0556493ac50a req-a69887cd-0e74-44d0-8f30-b20cf32cc102 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558987 Feb 16 16:04:27.307551 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 8e845dd4-d140-498c-b9f5-e44831c352c1 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:04:27.417657 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:27.427930 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'port_id': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'mac_address': 'fa:16:3e:d1:e9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:04:27.464955 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 8e845dd4-d140-498c-b9f5-e44831c352c1 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:27.465289 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:27.477595 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e845dd4-d140-498c-b9f5-e44831c352c1 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:04:27.497357 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:27.501367 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:27.502084 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a232104e-14cb-4b8e-9c19-6f7295c2dffd details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:04:27.570183 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:27.644774 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port a232104e-14cb-4b8e-9c19-6f7295c2dffd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:27.658365 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'port_id': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'mac_address': 'fa:16:3e:93:15:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235e03b8-9d08-4ea5-a109-0fc14aacd4ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:04:27.700379 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port a232104e-14cb-4b8e-9c19-6f7295c2dffd is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:27.700770 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:27.713378 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a232104e-14cb-4b8e-9c19-6f7295c2dffd {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:04:27.732590 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port a232104e-14cb-4b8e-9c19-6f7295c2dffd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:27.736405 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:27.783622 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=a232104e-14cb-4b8e-9c19-6f7295c2dffd,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:27.939832 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456bb31-1913-4e91-8900-abf0f2911ad0 req-8e19a4fd-a964-45d6-98ee-d7e1c5cf7945 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:27.941273 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b456bb31-1913-4e91-8900-abf0f2911ad0 req-8e19a4fd-a964-45d6-98ee-d7e1c5cf7945 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 945 time: 0.0519061 Feb 16 16:04:27.988404 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b456bb31-1913-4e91-8900-abf0f2911ad0 req-19bbe6e9-2d03-430c-ba12-d68d548374b4 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417182 Feb 16 16:04:28.187356 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['a232104e-14cb-4b8e-9c19-6f7295c2dffd'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:28.283131 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['8e845dd4-d140-498c-b9f5-e44831c352c1'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:28.310671 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85ba57-b1cb-4d87-8d19-710434e742a6 req-c363a195-308c-453a-bbe8-4679669557a3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:28.315608 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ab85ba57-b1cb-4d87-8d19-710434e742a6 req-c363a195-308c-453a-bbe8-4679669557a3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0621085 Feb 16 16:04:28.319342 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af89dfe-df20-4fa9-b0f7-159fb5ad9cc5 req-71e8b5c6-a217-487a-b9ff-79dd99d6c965 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:28.321567 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9af89dfe-df20-4fa9-b0f7-159fb5ad9cc5 req-71e8b5c6-a217-487a-b9ff-79dd99d6c965 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 945 time: 0.0589283 Feb 16 16:04:28.368125 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ab85ba57-b1cb-4d87-8d19-710434e742a6 req-e870f635-1243-4606-88b3-51f6271a1f1d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496688 Feb 16 16:04:28.375631 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9af89dfe-df20-4fa9-b0f7-159fb5ad9cc5 req-ca61ba63-ab39-416f-8cc4-b384d2356ace tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476518 Feb 16 16:04:29.106970 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21e0d3-11ea-4ce4-b38d-3818154bef41 req-b31bc62d-3410-43ea-b7b4-f8312a6b081e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:29.108523 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd21e0d3-11ea-4ce4-b38d-3818154bef41 req-b31bc62d-3410-43ea-b7b4-f8312a6b081e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 945 time: 0.0543239 Feb 16 16:04:29.158559 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd21e0d3-11ea-4ce4-b38d-3818154bef41 req-4e3a18f3-5a21-4837-b8fd-96786a250c0d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Feb 16 16:04:29.325522 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 8e845dd4-d140-498c-b9f5-e44831c352c1 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:04:29.381907 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 8e845dd4-d140-498c-b9f5-e44831c352c1 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:04:29.385862 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 8e845dd4-d140-498c-b9f5-e44831c352c1 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:29.386235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:29.398451 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7628f-8629-41d5-a001-11c951d3b77d req-7576d9a5-cde9-403a-8a3a-725594e0d46d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:29.399542 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dcf7628f-8629-41d5-a001-11c951d3b77d req-7576d9a5-cde9-403a-8a3a-725594e0d46d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0650425 Feb 16 16:04:29.451593 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dcf7628f-8629-41d5-a001-11c951d3b77d req-2a97f1df-96ab-4171-a1d3-7a0e6eea81f0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453515 Feb 16 16:04:29.473761 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 8e845dd4-d140-498c-b9f5-e44831c352c1 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:29.473761 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:29.497114 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:29.499824 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07d5c5-ea09-43ce-a100-6b7d9c2fbc03" -d '{"events": [{"server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "name": "network-vif-plugged", "status": "completed", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:29.506629 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c07357-d71f-424f-8905-25626ad20585 req-52882c3c-2d74-4e05-b6ac-529ad07a1a0f tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:29.508188 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36c07357-d71f-424f-8905-25626ad20585 req-52882c3c-2d74-4e05-b6ac-529ad07a1a0f tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 945 time: 0.0541925 Feb 16 16:04:29.516079 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:29.520599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:29.559905 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36c07357-d71f-424f-8905-25626ad20585 req-44001c9b-9cde-49df-bd85-6eff6a753bad tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Feb 16 16:04:29.587655 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:29.588305 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a15903-3b27-460e-91b9-8ad7b599073f req-7709d432-6ac6-4e1d-b822-c4c37ab283e3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:29.590743 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6a15903-3b27-460e-91b9-8ad7b599073f req-7709d432-6ac6-4e1d-b822-c4c37ab283e3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0633368 Feb 16 16:04:29.614303 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc4a7f6-796b-45ca-a4a1-82073bbecd36 x-openstack-request-id: req-3fc4a7f6-796b-45ca-a4a1-82073bbecd36 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:29.615109 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "name": "network-vif-plugged", "status": "completed", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:29.615109 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fc4a7f6-796b-45ca-a4a1-82073bbecd36 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:29.615596 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'code': 200} Feb 16 16:04:29.648280 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c6a15903-3b27-460e-91b9-8ad7b599073f req-464232d5-bc18-44d4-87e0-9fb316c8cdc5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509133 Feb 16 16:04:29.798769 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad410c8-f297-4667-8b43-e4fbeb5ad234 req-5a4277d8-f416-4123-b81f-553b8d3a1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:29.800279 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fad410c8-f297-4667-8b43-e4fbeb5ad234 req-5a4277d8-f416-4123-b81f-553b8d3a1183 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1130 time: 0.0441523 Feb 16 16:04:29.847467 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fad410c8-f297-4667-8b43-e4fbeb5ad234 req-b3177702-79ce-4b35-abca-cde4ab40f0e6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399637 Feb 16 16:04:30.286811 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930729fa-05eb-48d6-9278-4c37717949cc req-54ce3481-8ef2-42dd-b33d-a1b9dc15350b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:30.288337 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-930729fa-05eb-48d6-9278-4c37717949cc req-54ce3481-8ef2-42dd-b33d-a1b9dc15350b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 945 time: 0.0562003 Feb 16 16:04:30.334201 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-930729fa-05eb-48d6-9278-4c37717949cc req-499b625b-eb51-40ec-bb79-49cbdbd9a7eb tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403724 Feb 16 16:04:30.570705 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a25e6-8eee-49cc-9c11-7924bd528ccc req-34a3f728-1359-46b9-aa01-aeac6fba4ba4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:30.572250 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e73a25e6-8eee-49cc-9c11-7924bd528ccc req-34a3f728-1359-46b9-aa01-aeac6fba4ba4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0518422 Feb 16 16:04:30.619538 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e73a25e6-8eee-49cc-9c11-7924bd528ccc req-58be5778-f76d-4852-a890-67857cb1e84d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411060 Feb 16 16:04:30.677601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d46c8-fa69-4162-80c1-b069b6573d41 req-85634d0a-573a-42dd-9c44-b5c8e4dfb71c tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:30.679151 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-559d46c8-fa69-4162-80c1-b069b6573d41 req-85634d0a-573a-42dd-9c44-b5c8e4dfb71c tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0531232 Feb 16 16:04:30.730164 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-559d46c8-fa69-4162-80c1-b069b6573d41 req-1b84c480-fa2a-4b55-aef9-56f27b74e4c1 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429020 Feb 16 16:04:30.773813 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32db06c-46b1-47db-ba46-38c66a1d3fbc req-382eba4a-dc66-4530-ba9b-be239e97fc6e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:30.775344 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c32db06c-46b1-47db-ba46-38c66a1d3fbc req-382eba4a-dc66-4530-ba9b-be239e97fc6e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0534000 Feb 16 16:04:30.821764 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c32db06c-46b1-47db-ba46-38c66a1d3fbc req-40d835c5-eb5c-4fe5-ab66-43ecc5124d2c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Feb 16 16:04:31.462704 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0376a-9d5f-402f-b572-83ab506c9a90 req-98efc0bd-dcdf-456b-a329-a84115e2ce6c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:31.466808 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bee0376a-9d5f-402f-b572-83ab506c9a90 req-98efc0bd-dcdf-456b-a329-a84115e2ce6c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 945 time: 0.0587938 Feb 16 16:04:31.484592 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a232104e-14cb-4b8e-9c19-6f7295c2dffd up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:04:31.525351 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bee0376a-9d5f-402f-b572-83ab506c9a90 req-2aee4cfa-ecc0-4020-98ee-b83e35c0aa01 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539770 Feb 16 16:04:31.536825 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port a232104e-14cb-4b8e-9c19-6f7295c2dffd completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:04:31.541268 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port a232104e-14cb-4b8e-9c19-6f7295c2dffd triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:31.541473 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:31.620765 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port a232104e-14cb-4b8e-9c19-6f7295c2dffd is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:31.621063 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:31.644279 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:31.646455 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec23b8e-553c-4373-b590-cf2380452cd1" -d '{"events": [{"server_uuid": "ab211427-36a4-492d-888d-7b9a3a2e6891", "name": "network-vif-plugged", "status": "completed", "tag": "a232104e-14cb-4b8e-9c19-6f7295c2dffd"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:31.659934 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port a232104e-14cb-4b8e-9c19-6f7295c2dffd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:31.666354 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:31.705938 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdee853-e938-4ca0-8006-77d851dbafbc x-openstack-request-id: req-bbdee853-e938-4ca0-8006-77d851dbafbc {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:31.706234 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab211427-36a4-492d-888d-7b9a3a2e6891", "name": "network-vif-plugged", "status": "completed", "tag": "a232104e-14cb-4b8e-9c19-6f7295c2dffd", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:31.706487 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bbdee853-e938-4ca0-8006-77d851dbafbc {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:31.706881 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'code': 200} Feb 16 16:04:31.721461 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=a232104e-14cb-4b8e-9c19-6f7295c2dffd,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:31.747968 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b6586-78e5-4e17-917f-80e0db0ae760 req-47262a4b-18fd-435f-bd14-efb00a309f54 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:31.749545 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-723b6586-78e5-4e17-917f-80e0db0ae760 req-47262a4b-18fd-435f-bd14-efb00a309f54 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0583189 Feb 16 16:04:31.807414 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-723b6586-78e5-4e17-917f-80e0db0ae760 req-18fe44ae-0693-467d-9d19-b52475ade1cf tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516467 Feb 16 16:04:31.860679 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb188a3-56a4-4d56-9534-cb5290a655d3 req-5e49e28b-ff93-4708-9628-ea04dccee447 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:31.862198 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bb188a3-56a4-4d56-9534-cb5290a655d3 req-5e49e28b-ff93-4708-9628-ea04dccee447 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0568237 Feb 16 16:04:31.911319 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2bb188a3-56a4-4d56-9534-cb5290a655d3 req-894127ee-2a43-43c2-8b24-6dda40c8f16a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 Feb 16 16:04:31.953593 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db003e25-f244-4866-ba96-90c1f08dd554 req-efbd10fc-90fb-4867-b17a-cf67f5cea06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:31.955174 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db003e25-f244-4866-ba96-90c1f08dd554 req-efbd10fc-90fb-4867-b17a-cf67f5cea06a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 1130 time: 0.0770762 Feb 16 16:04:31.970756 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898f5c8-76d9-4536-9e63-bbd2a1e92cf3 req-bbcddbbf-70ba-4506-8355-464f27f9c4c6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:31.972258 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0898f5c8-76d9-4536-9e63-bbd2a1e92cf3 req-bbcddbbf-70ba-4506-8355-464f27f9c4c6 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0821943 Feb 16 16:04:32.031068 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23512f00-ad01-493b-8c41-56fb2e2a113f req-7fe78aa5-8a87-4878-bb09-805aa8b693d8 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:32.032533 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-23512f00-ad01-493b-8c41-56fb2e2a113f req-7fe78aa5-8a87-4878-bb09-805aa8b693d8 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0543084 Feb 16 16:04:32.039478 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-db003e25-f244-4866-ba96-90c1f08dd554 req-afcfc5b0-6733-4f04-be9f-2d93d28fc52c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661528 Feb 16 16:04:32.058572 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0898f5c8-76d9-4536-9e63-bbd2a1e92cf3 req-00e29c04-47d9-4e8a-ba4b-8caa0083f7a1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801816 Feb 16 16:04:32.087559 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-23512f00-ad01-493b-8c41-56fb2e2a113f req-02f2fef7-550b-46ab-be27-a97ba62abcb4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466733 Feb 16 16:04:32.427653 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca2138-77f1-4e4c-b5c8-1267707dcdb2 req-34428bbb-e839-449e-95df-6acfecd6d0a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:32.429032 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b3ca2138-77f1-4e4c-b5c8-1267707dcdb2 req-34428bbb-e839-449e-95df-6acfecd6d0a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0649047 Feb 16 16:04:32.477107 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b3ca2138-77f1-4e4c-b5c8-1267707dcdb2 req-1cf932f4-2272-430e-8db4-110addbf0312 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Feb 16 16:04:32.649412 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841ac86-bfc7-4bbd-966e-11003b483016 req-ee575439-4273-400f-8a15-58301a72dc49 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:32.651017 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7841ac86-bfc7-4bbd-966e-11003b483016 req-ee575439-4273-400f-8a15-58301a72dc49 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 946 time: 0.0559437 Feb 16 16:04:32.730800 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7841ac86-bfc7-4bbd-966e-11003b483016 req-23b0dbc9-7f4b-4ad4-a694-9cccd041c20c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711403 Feb 16 16:04:32.938697 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f436-29a5-4dba-b401-1d33fe8586a7 req-6126e1c6-e8c9-4bf8-ab88-b2924be1fedf tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:32.940212 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0a48f436-29a5-4dba-b401-1d33fe8586a7 req-6126e1c6-e8c9-4bf8-ab88-b2924be1fedf tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0568540 Feb 16 16:04:32.989169 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0a48f436-29a5-4dba-b401-1d33fe8586a7 req-18475ec0-b1cf-48ae-9f34-2482d2ce2bf9 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433021 Feb 16 16:04:33.178947 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8a89d-65c7-4156-9d2c-3c79bdd98396 req-21c0ce98-c30a-4b37-b29c-89674adb75ca tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:33.180445 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-93d8a89d-65c7-4156-9d2c-3c79bdd98396 req-21c0ce98-c30a-4b37-b29c-89674adb75ca tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0557466 Feb 16 16:04:33.231164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-93d8a89d-65c7-4156-9d2c-3c79bdd98396 req-90f14138-a3bc-45d6-8d4d-408c155b0894 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Feb 16 16:04:33.562442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-7d08cd85-259e-4256-befe-3bd0738afed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:33.563969 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-7d08cd85-259e-4256-befe-3bd0738afed1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0450206 Feb 16 16:04:33.679237 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-49afca72-21d8-4408-b656-04201e32d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:33.680695 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-49afca72-21d8-4408-b656-04201e32d00e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.0859423 Feb 16 16:04:33.734571 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-d792f4d8-4c40-4100-aa53-08c66b232787 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0381358 Feb 16 16:04:33.784963 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-b6c029cb-f04b-4bce-954b-c4ca1a66feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:33.786685 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-b6c029cb-f04b-4bce-954b-c4ca1a66feb9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0442364 Feb 16 16:04:33.821078 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-b750de50-c425-4bd2-81ed-003ef93495f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260229 Feb 16 16:04:33.844784 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25978f4d-ad0d-49ba-b15d-1234a0b066f6 req-014ba064-f419-4c7d-9b55-e0181ca3d335 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:33.846359 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25978f4d-ad0d-49ba-b15d-1234a0b066f6 req-014ba064-f419-4c7d-9b55-e0181ca3d335 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Feb 16 16:04:33.909370 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-25978f4d-ad0d-49ba-b15d-1234a0b066f6 req-c6060aab-cf22-4f09-9b73-0ae256519357 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567894 Feb 16 16:04:33.932587 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-db77afdf-b8e5-4366-bbdb-c9de95bc665b service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032681 Feb 16 16:04:34.036239 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e6805a36-ad7d-48df-bda6-dc6b52f5442a req-a56146ae-5942-4c07-8b5e-b46b1292730a service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904255 Feb 16 16:04:34.149581 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3afd5a-8cd5-470a-8349-af3acdda0b7a req-ffdd5047-f921-4ec6-ac80-114a58aeb513 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:34.151103 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ef3afd5a-8cd5-470a-8349-af3acdda0b7a req-ffdd5047-f921-4ec6-ac80-114a58aeb513 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0533659 Feb 16 16:04:34.208491 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ef3afd5a-8cd5-470a-8349-af3acdda0b7a req-90033f4c-0c9b-4ef4-b309-07c2903f4017 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505602 Feb 16 16:04:34.363777 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f51e1-5f42-4dbb-97e2-1a13baf19ee2 req-bcd87294-d28b-4b01-aece-38afc30a220b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:34.367514 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f62f51e1-5f42-4dbb-97e2-1a13baf19ee2 req-bcd87294-d28b-4b01-aece-38afc30a220b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0621488 Feb 16 16:04:34.415985 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f62f51e1-5f42-4dbb-97e2-1a13baf19ee2 req-7843c0cb-6fcc-4461-975b-5eb16cc401c4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446041 Feb 16 16:04:35.058460 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6653b-d286-4c4f-bfef-198ad8a06d87 req-c1bda0f4-e46e-4d8b-8a38-8830e79a2e14 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:35.060818 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2f6653b-d286-4c4f-bfef-198ad8a06d87 req-c1bda0f4-e46e-4d8b-8a38-8830e79a2e14 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 946 time: 0.0601146 Feb 16 16:04:35.110734 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e2f6653b-d286-4c4f-bfef-198ad8a06d87 req-1365e620-55f9-4706-bca2-6c67f5e52e68 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428162 Feb 16 16:04:35.350489 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c657c-89e3-4b0e-986f-cbb7d2f34edc req-2ecd5fec-1b3c-4c8d-8963-461131bec304 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:35.352013 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7d0c657c-89e3-4b0e-986f-cbb7d2f34edc req-2ecd5fec-1b3c-4c8d-8963-461131bec304 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0624123 Feb 16 16:04:35.407874 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7d0c657c-89e3-4b0e-986f-cbb7d2f34edc req-f0499070-46dc-46c3-a740-1172d8eca25f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 Feb 16 16:04:35.556489 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c13ca37-1b6e-45fa-9cc1-d56016854140 req-9235e92d-4486-4bcb-a5b4-35741a34be17 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:35.558547 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c13ca37-1b6e-45fa-9cc1-d56016854140 req-9235e92d-4486-4bcb-a5b4-35741a34be17 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0573304 Feb 16 16:04:35.618127 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2c13ca37-1b6e-45fa-9cc1-d56016854140 req-fee5790b-9808-4df8-9ea3-f88f86a4ae0a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503206 Feb 16 16:04:36.222074 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:36.541416 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112d1a7-0aff-4f8a-b257-a6d91dc5b3db req-b629cab4-ab47-46b7-bbfa-cdcd24f3b0fe tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:36.542927 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1112d1a7-0aff-4f8a-b257-a6d91dc5b3db req-b629cab4-ab47-46b7-bbfa-cdcd24f3b0fe tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0579293 Feb 16 16:04:36.593075 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1112d1a7-0aff-4f8a-b257-a6d91dc5b3db req-5b3a4dfd-bc65-4ca7-83a8-7efbc24f32bc tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444672 Feb 16 16:04:36.757815 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce3fce-6f3a-4edd-889c-a15b91bd6ada req-e4ccf2f4-5e92-4178-8d68-6fefcb44ab36 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:36.759344 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-adce3fce-6f3a-4edd-889c-a15b91bd6ada req-e4ccf2f4-5e92-4178-8d68-6fefcb44ab36 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0639818 Feb 16 16:04:36.806275 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-adce3fce-6f3a-4edd-889c-a15b91bd6ada req-2a851a62-216f-4a85-b327-ceb5d80375c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407593 Feb 16 16:04:37.714851 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36090507-2518-40ae-ba0b-cc697d75e6b3 req-8443aed8-1fc9-4cd7-a825-64f810e335d8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:37.716947 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36090507-2518-40ae-ba0b-cc697d75e6b3 req-8443aed8-1fc9-4cd7-a825-64f810e335d8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0561523 Feb 16 16:04:37.764456 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36090507-2518-40ae-ba0b-cc697d75e6b3 req-b2a9274d-d920-4589-bcca-17be0eddd858 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Feb 16 16:04:37.925733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed83129-9a67-40b6-a1e9-89df9bc458b0 req-d158295c-7e78-46c2-a486-e7599296a08b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:37.927236 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ed83129-9a67-40b6-a1e9-89df9bc458b0 req-d158295c-7e78-46c2-a486-e7599296a08b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0568399 Feb 16 16:04:37.976484 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ed83129-9a67-40b6-a1e9-89df9bc458b0 req-7422b0a9-56d2-43ba-a161-07dd65a9307a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437238 Feb 16 16:04:38.881868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ae6c4-3a1c-4af3-ab7f-84fc5d4f18de req-4645b532-4088-4283-b022-1f440a61061f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:38.883265 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ad1ae6c4-3a1c-4af3-ab7f-84fc5d4f18de req-4645b532-4088-4283-b022-1f440a61061f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0527771 Feb 16 16:04:38.929493 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ad1ae6c4-3a1c-4af3-ab7f-84fc5d4f18de req-498c414d-1434-48c4-ab52-36a13b606c92 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401299 Feb 16 16:04:39.094437 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1c608-15bd-4516-8cf9-220fd9cde252 req-75b9bb5d-33ff-4c1a-b8fc-77f3d4676ce8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:39.095958 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-adb1c608-15bd-4516-8cf9-220fd9cde252 req-75b9bb5d-33ff-4c1a-b8fc-77f3d4676ce8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0533230 Feb 16 16:04:39.141301 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-adb1c608-15bd-4516-8cf9-220fd9cde252 req-a8ce2e6f-9923-4170-bebb-4a60de3d386f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397260 Feb 16 16:04:39.928007 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8d5a0-e78c-4647-8d8e-75504ce4e080 req-785e852a-8f8e-4ac2-b531-36758c334705 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:39.929480 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0a8d5a0-e78c-4647-8d8e-75504ce4e080 req-785e852a-8f8e-4ac2-b531-36758c334705 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0553811 Feb 16 16:04:39.977029 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0a8d5a0-e78c-4647-8d8e-75504ce4e080 req-fb0512f3-8fba-4eaa-8d8f-61f8950411d0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411513 Feb 16 16:04:40.053082 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562765-47d9-4d60-94a7-d9a4793ea587 req-6f54e53b-69a4-4f16-b750-7acda76faf2f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:40.054472 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c6562765-47d9-4d60-94a7-d9a4793ea587 req-6f54e53b-69a4-4f16-b750-7acda76faf2f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0553110 Feb 16 16:04:40.103316 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c6562765-47d9-4d60-94a7-d9a4793ea587 req-1a981fc1-7e1b-480e-958c-7c10bea5343d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Feb 16 16:04:40.118267 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-45c453dd-7364-42c7-997d-6155e7be015d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:40.258898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38402329-b955-469b-ac2f-64d5f3c45b93 req-66a78ae3-4238-411b-8791-adebf1d2e565 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:40.260404 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38402329-b955-469b-ac2f-64d5f3c45b93 req-66a78ae3-4238-411b-8791-adebf1d2e565 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0529075 Feb 16 16:04:40.309166 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38402329-b955-469b-ac2f-64d5f3c45b93 req-eb94f516-8993-4670-9630-b74d510c0d0d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429678 Feb 16 16:04:40.377347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a055b31-6373-4965-9507-67da942d8506 req-b26218d2-7443-4e59-a640-8ebce1fdf77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:40.378824 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a055b31-6373-4965-9507-67da942d8506 req-b26218d2-7443-4e59-a640-8ebce1fdf77c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0439208 Feb 16 16:04:40.426080 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a055b31-6373-4965-9507-67da942d8506 req-c3e8f7a4-4927-4b1f-9caa-2de2455fc64c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409739 Feb 16 16:04:41.109128 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee3939-f79c-4c91-8533-30637db12979 req-f8272f1f-de3a-4515-ac89-62eb78368c10 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:41.110602 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d2ee3939-f79c-4c91-8533-30637db12979 req-f8272f1f-de3a-4515-ac89-62eb78368c10 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0529160 Feb 16 16:04:41.157869 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d2ee3939-f79c-4c91-8533-30637db12979 req-11bfae63-4d2f-4d60-a482-692166be380d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416868 Feb 16 16:04:41.221856 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35307630-c808-4751-81d8-6712fd91e148 req-d80fe2c1-06e5-4cd9-a6d2-7ae2e2b8531d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:41.223358 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-35307630-c808-4751-81d8-6712fd91e148 req-d80fe2c1-06e5-4cd9-a6d2-7ae2e2b8531d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0518916 Feb 16 16:04:41.273312 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-35307630-c808-4751-81d8-6712fd91e148 req-caa162a0-0821-464c-bcfa-7a4afa615e58 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441720 Feb 16 16:04:41.291695 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:04:41.427328 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4184979-2bcb-4af7-bbbc-644b7b86e793 req-41174b3d-ff24-4ba4-8424-7bc8bf1bc063 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:41.428730 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d4184979-2bcb-4af7-bbbc-644b7b86e793 req-41174b3d-ff24-4ba4-8424-7bc8bf1bc063 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0526540 Feb 16 16:04:41.474703 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d4184979-2bcb-4af7-bbbc-644b7b86e793 req-abe41212-bd13-41d2-9c6e-46012021f10a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Feb 16 16:04:42.284173 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99916948-c5e4-4c56-a80f-b1523adda38f req-70aca7b0-d2d4-47a4-a0d4-1a240d1fae2c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:42.285813 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-99916948-c5e4-4c56-a80f-b1523adda38f req-70aca7b0-d2d4-47a4-a0d4-1a240d1fae2c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0562313 Feb 16 16:04:42.333767 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-99916948-c5e4-4c56-a80f-b1523adda38f req-80ec9dd4-4f02-412a-bb1c-76e919bc4901 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423660 Feb 16 16:04:42.391964 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb72a2-1d90-45d6-9a96-6621ac1c89ba req-f25a6ffa-6805-4f60-be24-c5c0bcdeaa7d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:42.394027 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0ddb72a2-1d90-45d6-9a96-6621ac1c89ba req-f25a6ffa-6805-4f60-be24-c5c0bcdeaa7d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0535054 Feb 16 16:04:42.440388 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0ddb72a2-1d90-45d6-9a96-6621ac1c89ba req-f7f08b80-5a47-4cc9-87b7-c86df87fd08b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413265 Feb 16 16:04:42.596248 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa3f98-9190-4f3f-880e-f67446c7b0a7 req-fc5ec065-2ece-4666-bfd9-56cc37d221a0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:42.597697 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5efa3f98-9190-4f3f-880e-f67446c7b0a7 req-fc5ec065-2ece-4666-bfd9-56cc37d221a0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0558162 Feb 16 16:04:42.608415 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6f4fdeec-107d-45aa-acbb-0853328a2b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:42.649797 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5efa3f98-9190-4f3f-880e-f67446c7b0a7 req-7b4c4253-5fad-4ab3-87b4-f9f3828174e2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Feb 16 16:04:42.904372 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-cf1f69af-c3ad-4776-b841-da003d2e1e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:42.905887 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-cf1f69af-c3ad-4776-b841-da003d2e1e56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0469785 Feb 16 16:04:42.928876 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bccef-a2be-448e-b890-fdebc11679ac req-8b43cb7d-2cf7-4511-9fe5-bad116a595b3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:42.928876 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c67bccef-a2be-448e-b890-fdebc11679ac req-8b43cb7d-2cf7-4511-9fe5-bad116a595b3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0602720 Feb 16 16:04:42.983934 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c67bccef-a2be-448e-b890-fdebc11679ac req-bbb3c774-399d-4148-9213-03afb51493c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537686 Feb 16 16:04:43.067601 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-7be9ce87-6a23-4f05-9aab-873d98a6e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:43.069087 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-7be9ce87-6a23-4f05-9aab-873d98a6e001 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.1531060 Feb 16 16:04:43.090908 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834887d7-2e8d-4a98-bb10-d4b766dd8847 req-6f3307a4-e30e-4c17-b3d5-8506470fda11 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:43.092632 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-834887d7-2e8d-4a98-bb10-d4b766dd8847 req-6f3307a4-e30e-4c17-b3d5-8506470fda11 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0867946 Feb 16 16:04:43.128720 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-369fba29-037b-4082-813a-d98e5c2eef43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0509331 Feb 16 16:04:43.201535 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-8a5892ad-becd-46a8-aef1-fd7e3368a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:43.202995 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-8a5892ad-becd-46a8-aef1-fd7e3368a884 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0683923 Feb 16 16:04:43.205975 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-834887d7-2e8d-4a98-bb10-d4b766dd8847 req-f71dbd6a-b822-439f-8b87-a8d19d3497d6 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798159 Feb 16 16:04:43.228561 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36062) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:43.243441 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-929aa94b-c992-4501-a342-b7f4fb694437 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265663 Feb 16 16:04:43.336523 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-8f4f9ae1-fe9b-4980-9c6a-5725f17cad24 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845630 Feb 16 16:04:43.437033 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9791ee8c-cd5d-4306-a56c-26db5d2840a4 req-29a30605-80fe-4bd7-bbbe-ac6a92123bfd service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909572 Feb 16 16:04:43.453524 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f155e64-7f63-4f29-a215-44257b5be994 tempest-TestMinimumBasicScenario-1453281667 tempest-TestMinimumBasicScenario-1453281667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:43.455084 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1f155e64-7f63-4f29-a215-44257b5be994 tempest-TestMinimumBasicScenario-1453281667 tempest-TestMinimumBasicScenario-1453281667-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1125 time: 0.2255137 Feb 16 16:04:43.458885 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 36068) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:43.463619 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'port_id': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:43.471754 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7dadd1-4faf-4275-9735-708a1fd76d4f req-6603f696-2afe-4eea-8e42-049519a4cafa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:43.473413 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-de7dadd1-4faf-4275-9735-708a1fd76d4f req-6603f696-2afe-4eea-8e42-049519a4cafa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0669429 Feb 16 16:04:43.494452 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:43.534409 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-de7dadd1-4faf-4275-9735-708a1fd76d4f req-dabf226d-ca77-45d9-a0fc-06eb48de55ba tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480187 Feb 16 16:04:43.597723 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:43.614556 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3f17c-a631-4f9d-a500-569ef53ecd8e req-8cf4f0a5-505e-419d-92d6-52546c26c3b4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:43.616053 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3cd3f17c-a631-4f9d-a500-569ef53ecd8e req-8cf4f0a5-505e-419d-92d6-52546c26c3b4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1003077 Feb 16 16:04:43.677114 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3cd3f17c-a631-4f9d-a500-569ef53ecd8e req-8942e915-e4fa-46f2-ae42-e8afd08f0ac6 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543499 Feb 16 16:04:43.679544 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:43.788491 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Allocated IP 172.27.0.96 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/fae0f81c-0375-493e-a667-fe1a1df9c007) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:04:43.897850 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:43.933043 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:43.977683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:04:43.983444 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:04:43.987556 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:04:43.990714 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'Port': ['ID=fae0f81c-0375-493e-a667-fe1a1df9c007,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:44.021183 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.021539 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.021868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.022210 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.022542 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.022870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.023225 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.023554 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.023878 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.024199 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.024520 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.024839 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.025160 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:44.133110 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cf965-af80-4cdb-965c-552b65618034 req-40be844e-0a3c-45eb-959a-3ff24f6def75 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:44.141688 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fa2cf965-af80-4cdb-965c-552b65618034 req-40be844e-0a3c-45eb-959a-3ff24f6def75 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0827446 Feb 16 16:04:44.198159 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fa2cf965-af80-4cdb-965c-552b65618034 req-4d64dcc8-7d2a-4f6d-a91f-0c9e0ccab47a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552204 Feb 16 16:04:44.470539 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for floatingip (9781696d-ae05-4d14-b6ac-5ca39eb3cf07), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:44.518941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-19f71dae-2817-4d67-8702-05fa90ef1588 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:44.520803 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-19f71dae-2817-4d67-8702-05fa90ef1588 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.1501095 Feb 16 16:04:44.542175 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-ff27e5d2-0d7c-486d-9498-4ba7b2a53977 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/quotas/369b768808224bbb95ee43ccda3a9be4 HTTP/1.1" status: 200 len: 375 time: 0.0120680 Feb 16 16:04:44.596347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:44.655653 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-b5ebf2b6-a604-4e51-9df3-0217d475fb6a tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0938268 Feb 16 16:04:44.662211 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49e2b4-1f70-4269-8d13-9aefb2af14ff req-dee0b5fd-175a-4768-8c56-0fb66db25b52 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:44.663953 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e49e2b4-1f70-4269-8d13-9aefb2af14ff req-dee0b5fd-175a-4768-8c56-0fb66db25b52 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0560739 Feb 16 16:04:44.711525 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e49e2b4-1f70-4269-8d13-9aefb2af14ff req-38a5c55d-bed4-4d6b-a1ab-6b10cb0a446e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411139 Feb 16 16:04:44.819293 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-a76cd8a4-ab3f-4625-8fd2-8c26bb1eab26 service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518240 Feb 16 16:04:44.866213 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:44.872704 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:44.996935 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'Port': ['ID=fae0f81c-0375-493e-a667-fe1a1df9c007,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:45.009334 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-729c95cf-44c4-4287-8730-5fee70444ac2 service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840134 Feb 16 16:04:45.010221 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (9781696d-ae05-4d14-b6ac-5ca39eb3cf07), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:45.043181 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f88cb2-d16d-4280-bc18-9e4800b53a5f req-2ffd3e7a-039b-4dbd-bcf9-82e0e9eb86ac tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:45.043181 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55f88cb2-d16d-4280-bc18-9e4800b53a5f req-2ffd3e7a-039b-4dbd-bcf9-82e0e9eb86ac tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.2721674 Feb 16 16:04:45.058426 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:45.101433 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-55f88cb2-d16d-4280-bc18-9e4800b53a5f req-3bebe4ab-4059-461f-bf33-c7162228811b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 Feb 16 16:04:45.204121 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ec1181c-9a32-4932-bda4-ce606b72a7db req-afeb8abb-e4bc-4c2b-832f-458746b444e9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0401342 Feb 16 16:04:45.401798 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbba1c-0910-4624-8562-fc29e9555c76 req-107d5404-d102-436d-8f30-ca6b852dc4ec tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:45.407642 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-62fbba1c-0910-4624-8562-fc29e9555c76 req-107d5404-d102-436d-8f30-ca6b852dc4ec tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1121843 Feb 16 16:04:45.418225 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Floating IP 9781696d-ae05-4d14-b6ac-5ca39eb3cf07 associated. External IP: 172.27.0.96, port: 8e845dd4-d140-498c-b9f5-e44831c352c1. Feb 16 16:04:45.542776 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-62fbba1c-0910-4624-8562-fc29e9555c76 req-ce5650fc-8df3-48a5-b8fa-2cf8b3b8db0a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271083 Feb 16 16:04:45.681496 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Router 20346bbd-51b6-45dc-b30f-e47d12df2d4e has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:04:45.806681 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:04:45.818818 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] Sync routers for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:04:45.828527 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:45.830224 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:04:45.831071 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:04:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:45.846315 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86764971-e1b4-48d1-81f3-23e699a6f115 req-50d24b31-89af-4bef-a06b-a05063853754 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:45.848531 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-86764971-e1b4-48d1-81f3-23e699a6f115 req-50d24b31-89af-4bef-a06b-a05063853754 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0589440 Feb 16 16:04:45.862403 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2063f378-19d6-47c3-b01e-e81e32155027 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4023094 Feb 16 16:04:45.863309 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:45.865798 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b79b998-d5d8-499f-8457-d63973fc1617" -d '{"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:45.868150 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 36132) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:45.886131 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-6465808', 'description': 'tempest-secgroup-smoke-6465808 description', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:45.908543 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e54aaa-0f8c-4ac8-b151-44bf74edfc8e x-openstack-request-id: req-26e54aaa-0f8c-4ac8-b151-44bf74edfc8e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:45.908975 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:45.909378 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26e54aaa-0f8c-4ac8-b151-44bf74edfc8e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:45.910015 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'status': 'completed', 'code': 200} Feb 16 16:04:45.921786 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-86764971-e1b4-48d1-81f3-23e699a6f115 req-d00ec63c-80e3-4598-8f07-c90cf87aca25 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671177 Feb 16 16:04:45.924730 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.013380 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-6d7f2de2-1775-4a0b-9a21-2fa35e855aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.014688 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-6d7f2de2-1775-4a0b-9a21-2fa35e855aad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1130 time: 0.0724471 Feb 16 16:04:46.036553 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group (86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.049441 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:04:46.056221 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.099295 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.100522 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2197340 Feb 16 16:04:46.103689 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36136) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:46.109359 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group_rule': {'security_group_id': '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:46.131247 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e19dfb7-f32e-4b11-93b4-5cb1b5e8c36a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:46.166754 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-df85dd1e-08a7-416b-929c-87e3abab79fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.169299 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-df85dd1e-08a7-416b-929c-87e3abab79fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 916 time: 0.1314204 Feb 16 16:04:46.171990 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (50e6a85b-b821-4b67-aa67-7bde1f84d863), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.255256 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (50e6a85b-b821-4b67-aa67-7bde1f84d863), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.262090 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (50e6a85b-b821-4b67-aa67-7bde1f84d863), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.297358 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.300115 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1940870 Feb 16 16:04:46.300567 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-f4963873-294c-440d-bf1f-30ccf5e60614 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 999 time: 0.1249011 Feb 16 16:04:46.301692 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e6a85b-b821-4b67-aa67-7bde1f84d863,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:46.302187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 36142) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:46.307664 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group_rule': {'security_group_id': '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:46.311320 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.311853 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.312347 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.312873 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.313461 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.313983 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.314452 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.315592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.316104 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.316603 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.317087 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.317563 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.318065 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff084ae9-fafe-4430-94f3-b32c70c6af91 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:46.356651 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-afc9e83e-e1f6-402c-8234-bc19a34156d7 req-45109f27-acf8-409a-8df2-a7584c528002 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0333240 Feb 16 16:04:46.375396 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8974d2-f6b4-4456-b600-8ab15a4afc7e req-20dc17d8-f823-444f-9724-55ad72e3b881 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.382562 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa8974d2-f6b4-4456-b600-8ab15a4afc7e req-20dc17d8-f823-444f-9724-55ad72e3b881 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1635609 Feb 16 16:04:46.399711 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '9781696d-ae05-4d14-b6ac-5ca39eb3cf07', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'port_id': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'mac_address': 'fa:16:3e:d1:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:04:44Z', 'updated_at': '2022-02-16T16:04:44Z', 'revision_number': 0, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:55Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:46.408934 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-4ea8d460-4494-4519-ba04-d05d37b14e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.410658 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-4ea8d460-4494-4519-ba04-d05d37b14e29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.0903914 Feb 16 16:04:46.413203 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (3840922b-29fb-4d0e-99de-c25313646422), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.433570 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.434488 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] Checking router: 20346bbd-51b6-45dc-b30f-e47d12df2d4e for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:04:46.446123 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:04:46.446731 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:04:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:46.534692 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa8974d2-f6b4-4456-b600-8ab15a4afc7e req-fbe04fce-5eac-4eae-ad62-39e14e520c02 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512454 Feb 16 16:04:46.572530 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:04:46.643580 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-5661c813-98ca-4287-9f09-45013445c8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.645393 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-5661c813-98ca-4287-9f09-45013445c8fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2215912 Feb 16 16:04:46.647997 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (3840922b-29fb-4d0e-99de-c25313646422), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.677735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (3840922b-29fb-4d0e-99de-c25313646422), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.719132 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3840922b-29fb-4d0e-99de-c25313646422,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:46.722840 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a86f43-9e2b-44f7-b291-b33deeec7584 req-a7a603e2-e4ae-407d-8c9a-591e5c2e7fc2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.724659 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89a86f43-9e2b-44f7-b291-b33deeec7584 req-a7a603e2-e4ae-407d-8c9a-591e5c2e7fc2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1018274 Feb 16 16:04:46.780221 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89a86f43-9e2b-44f7-b291-b33deeec7584 req-7098c066-69bc-48f2-986c-4779e3258590 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499239 Feb 16 16:04:46.783806 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-920b8de0-0e1a-4d98-92b0-979f72584670 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:46.786113 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-920b8de0-0e1a-4d98-92b0-979f72584670 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.3396633 Feb 16 16:04:46.790617 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.794752 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-da78198e-b1e5-48ea-b682-8a98aa547672 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4876962 Feb 16 16:04:46.795654 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36156) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:46.800702 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group_rule': {'security_group_id': '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:46.815559 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Request body: {'port': {'device_id': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'admin_state_up': True, 'tenant_id': '369b768808224bbb95ee43ccda3a9be4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:46.831611 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (dfef1db4-aa1b-4e8e-bf3f-1d6fd888e3ae), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.870727 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-c9241940-59ec-4ab2-80b5-d6e256d827bc service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169063 Feb 16 16:04:46.875060 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '9781696d-ae05-4d14-b6ac-5ca39eb3cf07', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'port_id': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'mac_address': 'fa:16:3e:d1:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:04:44Z', 'updated_at': '2022-02-16T16:04:44Z', 'revision_number': 0, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:55Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:04:46.915387 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61b1d17-8acd-4597-a876-d28a34222906 None None] The sync data for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi is: [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '9781696d-ae05-4d14-b6ac-5ca39eb3cf07', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'floating_ip_address': '172.27.0.96', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'port_id': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'mac_address': 'fa:16:3e:d1:e9:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:04:44Z', 'updated_at': '2022-02-16T16:04:44Z', 'revision_number': 0, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:55Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:04:46.930764 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (dfef1db4-aa1b-4e8e-bf3f-1d6fd888e3ae), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.937140 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (dfef1db4-aa1b-4e8e-bf3f-1d6fd888e3ae), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:46.985241 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfef1db4-aa1b-4e8e-bf3f-1d6fd888e3ae,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:47.004695 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.008080 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-85d3ffd9-f6c0-4ca0-b3f0-1464ade91053 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111020 Feb 16 16:04:47.016394 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 36162) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:47.047126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group_rule': {'security_group_id': '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:47.138229 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (315aed81-ea1d-4027-a991-44ca058df9b0), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.141757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3b79b998-d5d8-499f-8457-d63973fc1617 req-a64f4d66-9c7e-490f-a32e-65b10778688a service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399333 Feb 16 16:04:47.144512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Made reservation on behalf of 369b768808224bbb95ee43ccda3a9be4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:04:47.147897 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.209655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ab3a7-2750-40d2-aa12-31a2e74eb65b req-85163018-3c75-488a-b338-d028c6c76a8c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:47.211206 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-882ab3a7-2750-40d2-aa12-31a2e74eb65b req-85163018-3c75-488a-b338-d028c6c76a8c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1694663 Feb 16 16:04:47.219417 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c891be73-0514-4213-993f-05fcc66d8f27 None None] New status for floating IP 9781696d-ae05-4d14-b6ac-5ca39eb3cf07: ACTIVE {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:04:47.286663 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (315aed81-ea1d-4027-a991-44ca058df9b0), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.298549 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (315aed81-ea1d-4027-a991-44ca058df9b0), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.340674 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315aed81-ea1d-4027-a991-44ca058df9b0,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:47.370221 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-882ab3a7-2750-40d2-aa12-31a2e74eb65b req-6497911e-4e6a-40f5-b14a-4d4ded8e3e30 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442165 Feb 16 16:04:47.376478 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.377666 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-87ebd235-3018-44b8-81ad-248fc7fe7a63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3371341 Feb 16 16:04:47.380453 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 36168) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:47.384776 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group_rule': {'security_group_id': '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:47.421621 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Allocated IP 172.20.0.14 (31ecc1b3-7e00-45b7-a7b4-fcd45615957c/235e03b8-9d08-4ea5-a109-0fc14aacd4ee/cb6a397c-8668-4a6b-af51-2983f096204a) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:04:47.432189 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Project bea160b42ffa4556a5f6dc64af63fc7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:04:47.439363 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (0efa0254-405f-4464-b969-bb4b13c85c3a), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.475969 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef7dcce8-6997-4fd6-9503-4b9f70287238 req-7990256f-c012-4247-a8ed-643793e50ba8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0271535 Feb 16 16:04:47.547749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (0efa0254-405f-4464-b969-bb4b13c85c3a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.551474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (0efa0254-405f-4464-b969-bb4b13c85c3a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.605085 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0efa0254-405f-4464-b969-bb4b13c85c3a,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:47.612310 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.613494 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dbef44cd-e077-4f6e-9a32-288b39f01f56 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2321234 Feb 16 16:04:47.616309 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36174) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:47.621382 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'security_group_rule': {'security_group_id': '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c', 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:47.641222 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.securitygroups_db [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Project bea160b42ffa4556a5f6dc64af63fc7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:04:47.646489 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (4c968f8f-0bc4-46b9-a27a-0c86e691bf9e), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.671369 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks [] for port (cb6a397c-8668-4a6b-af51-2983f096204a), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.707130 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (4c968f8f-0bc4-46b9-a27a-0c86e691bf9e), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.709427 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3230d-28b6-4f0c-9a27-0ae2209401d1 req-f64d35f4-7470-4d3d-93ff-2024e8561ec1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:47.710813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (4c968f8f-0bc4-46b9-a27a-0c86e691bf9e), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.710938 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7bf3230d-28b6-4f0c-9a27-0ae2209401d1 req-f64d35f4-7470-4d3d-93ff-2024e8561ec1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0945580 Feb 16 16:04:47.730209 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c968f8f-0bc4-46b9-a27a-0c86e691bf9e,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:47.736189 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.739941 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.741149 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a5dcccb7-a35e-4a8a-b5d1-8e7209f0c028 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236181 Feb 16 16:04:47.752309 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd', 'a232104e-14cb-4b8e-9c19-6f7295c2dffd'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:47.806648 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:04:47.810187 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7bf3230d-28b6-4f0c-9a27-0ae2209401d1 req-365f8e40-a68f-439c-96b4-e5d515a6e280 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923324 Feb 16 16:04:47.813608 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:04:47.818089 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:04:47.822187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event updated for resources: {'Port': ['ID=cb6a397c-8668-4a6b-af51-2983f096204a,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:47.889034 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:47.889807 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:47.892553 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4c13eb08-e466-4228-a167-f2050fabc751 req-b5dcf572-7092-4746-9e82-6a51ee4686e7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6465808&fields=id&tenant_id=bea160b42ffa4556a5f6dc64af63fc7f HTTP/1.1" status: 200 len: 267 time: 0.0862100 Feb 16 16:04:47.910478 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-df79b69b-ab2c-444a-87cb-543c77b1a4f3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1060476 Feb 16 16:04:47.923646 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Request body: {'port': {'device_id': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:47.951903 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13eb08-e466-4228-a167-f2050fabc751 req-15d1a6ca-58b1-417d-a64a-8b7a906db7ce tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:47.960584 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4c13eb08-e466-4228-a167-f2050fabc751 req-15d1a6ca-58b1-417d-a64a-8b7a906db7ce tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0670605 Feb 16 16:04:47.966864 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'port': {'security_groups': ['2dbbccb4-baca-4e54-92b9-6a918e01dcde', '86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:04:47.997223 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.072061 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.294177 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6a397c-8668-4a6b-af51-2983f096204a {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:04:48.302311 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:48.303121 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Publish callbacks [] for port (cb6a397c-8668-4a6b-af51-2983f096204a), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.326795 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Transition to ACTIVE for port object cb6a397c-8668-4a6b-af51-2983f096204a will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:04:48.333827 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.338436 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.349022 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.351599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['8e845dd4-d140-498c-b9f5-e44831c352c1'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:48.381538 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:48.381740 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.383987 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4c13eb08-e466-4228-a167-f2050fabc751 req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "PUT /v2.0/ports/8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 982 time: 0.4223194 Feb 16 16:04:48.386502 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:48.389398 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcddd71e-1838-4624-8a2c-fd8889d3de39" -d '{"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:48.431832 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a397c-8668-4a6b-af51-2983f096204a,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:48.443931 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8bf4ef-58e5-4745-a327-8ab0d7890d58 x-openstack-request-id: req-7a8bf4ef-58e5-4745-a327-8ab0d7890d58 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:48.444249 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:48.448586 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696308-dfa1-4462-acca-24721f0c02a0 req-3b92f567-3190-4ea9-9cc6-30534887cc8a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:48.448742 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a8bf4ef-58e5-4745-a327-8ab0d7890d58 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:48.449144 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'status': 'completed', 'code': 200} Feb 16 16:04:48.450512 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb6b93-47ad-43e6-9317-ce7477c41acc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=6']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:48.450906 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9f696308-dfa1-4462-acca-24721f0c02a0 req-3b92f567-3190-4ea9-9cc6-30534887cc8a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1379409 Feb 16 16:04:48.524751 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['8e845dd4-d140-498c-b9f5-e44831c352c1'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:48.571735 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2647b62-81f6-4c20-a2bf-05b443cecdfb req-38f5ef1d-7d1d-42c0-bb5e-add79182bcf0 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:48.575951 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d2647b62-81f6-4c20-a2bf-05b443cecdfb req-38f5ef1d-7d1d-42c0-bb5e-add79182bcf0 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0725174 Feb 16 16:04:48.599213 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9f696308-dfa1-4462-acca-24721f0c02a0 req-19c23e92-0b5e-40fe-945d-11d8f1d2d10c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268926 Feb 16 16:04:48.624455 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-6381a526-c7e2-4ee2-9a35-90ddeff29935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:48.626083 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-6381a526-c7e2-4ee2-9a35-90ddeff29935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1169 time: 0.1454856 Feb 16 16:04:48.626759 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Attempting to bind port cb6a397c-8668-4a6b-af51-2983f096204a on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:04:48.627087 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Attempting to bind port cb6a397c-8668-4a6b-af51-2983f096204a by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:04:48.627419 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Attempting to bind port cb6a397c-8668-4a6b-af51-2983f096204a on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:48.635504 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Port cb6a397c-8668-4a6b-af51-2983f096204a on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:04:48.635827 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Attempting to bind port cb6a397c-8668-4a6b-af51-2983f096204a on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:04:48.659957 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:04:48.660321 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Checking segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:04:48.660681 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Bound using segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:04:48.661121 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Bound port: cb6a397c-8668-4a6b-af51-2983f096204a, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:04:48.661480 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.698080 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d2647b62-81f6-4c20-a2bf-05b443cecdfb req-2360b266-a1d7-4405-872d-7c45502fc3f7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1166923 Feb 16 16:04:48.830390 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0843064-e3d1-4a6f-bef6-c4afc8503a6f req-6da5eca4-6c60-4af5-b539-fa68bcb06ebc tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:48.832759 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f0843064-e3d1-4a6f-bef6-c4afc8503a6f req-6da5eca4-6c60-4af5-b539-fa68bcb06ebc tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0595260 Feb 16 16:04:48.856708 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-80e2d899-ef1b-42d5-ae8e-e1210b09f3bd None None] Provisioning complete for port 8e845dd4-d140-498c-b9f5-e44831c352c1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:48.857542 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-80e2d899-ef1b-42d5-ae8e-e1210b09f3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:48.885736 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f0843064-e3d1-4a6f-bef6-c4afc8503a6f req-f4740e31-10fe-45ac-97d7-95169fcec919 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Feb 16 16:04:49.048533 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-80e2d899-ef1b-42d5-ae8e-e1210b09f3bd None None] Current status of the port 8e845dd4-d140-498c-b9f5-e44831c352c1 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:49.063777 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-969d4f7b-a073-439f-9129-435aed612667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.065476 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-969d4f7b-a073-439f-9129-435aed612667 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 916 time: 0.4309032 Feb 16 16:04:49.069627 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] For port cb6a397c-8668-4a6b-af51-2983f096204a, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:04:49.073540 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] For port cb6a397c-8668-4a6b-af51-2983f096204a, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=cb6a397c-8668-4a6b-af51-2983f096204a,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:04:49.096706 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13a489-2426-4595-9af4-2d5173556f3f req-8544353d-31ac-43cc-a038-670123d2f452 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.098482 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6e13a489-2426-4595-9af4-2d5173556f3f req-8544353d-31ac-43cc-a038-670123d2f452 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.3851676 Feb 16 16:04:49.129062 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.191689 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.192131 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.193626 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] 10.222.0.36 "PUT /v2.0/ports/cb6a397c-8668-4a6b-af51-2983f096204a HTTP/1.1" status: 200 len: 1094 time: 1.2754145 Feb 16 16:04:49.194138 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'tag': 'cb6a397c-8668-4a6b-af51-2983f096204a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:49.196670 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c" -d '{"events": [{"name": "network-changed", "server_uuid": "10be1332-d8b2-45a9-988f-3d06b214d0a6", "tag": "cb6a397c-8668-4a6b-af51-2983f096204a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:49.243545 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-0d622213-097a-4b73-b3ba-fb4f891d9e88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 1001 time: 0.1625762 Feb 16 16:04:49.292176 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c599fd8-d266-4566-baae-1962deb6eec8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a397c-8668-4a6b-af51-2983f096204a,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:49.339397 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6e13a489-2426-4595-9af4-2d5173556f3f req-318cac2c-5d16-46ba-94f6-193dc3f67806 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055423 Feb 16 16:04:49.369646 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-d0e32809-d8c7-4f2d-a781-0551880f333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.371311 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-d0e32809-d8c7-4f2d-a781-0551880f333b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.1182246 Feb 16 16:04:49.383650 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-433f6a9e-9e7a-4a61-a33b-78342a3200f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.385446 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-433f6a9e-9e7a-4a61-a33b-78342a3200f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 1128 time: 0.1287515 Feb 16 16:04:49.399059 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88b5c6d-8771-42c1-871b-c263851d5c15 x-openstack-request-id: req-a88b5c6d-8771-42c1-871b-c263851d5c15 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:49.399852 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10be1332-d8b2-45a9-988f-3d06b214d0a6", "tag": "cb6a397c-8668-4a6b-af51-2983f096204a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:49.399852 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a88b5c6d-8771-42c1-871b-c263851d5c15 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:49.400392 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'tag': 'cb6a397c-8668-4a6b-af51-2983f096204a', 'status': 'completed', 'code': 200} Feb 16 16:04:49.432913 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca221c-282a-4f1f-b711-9c94c601e12d req-ef81d0e9-410e-4f40-b3ea-d6d86f92c010 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.437025 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e8ca221c-282a-4f1f-b711-9c94c601e12d req-ef81d0e9-410e-4f40-b3ea-d6d86f92c010 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0873244 Feb 16 16:04:49.462405 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36218) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:49.478987 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-7f709adf-22a8-4a15-82ff-40a37959c658 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6a397c-8668-4a6b-af51-2983f096204a HTTP/1.1" status: 200 len: 217 time: 0.0578291 Feb 16 16:04:49.493027 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-a1ae4b85-ff0d-4140-8fc9-88ed4b8c57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.495201 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-a1ae4b85-ff0d-4140-8fc9-88ed4b8c57af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1085634 Feb 16 16:04:49.499425 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e8ca221c-282a-4f1f-b711-9c94c601e12d req-f9e7357d-ad44-4c16-9c06-cdfdbb08a394 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543666 Feb 16 16:04:49.595238 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-f87efd45-3132-43b9-8bb6-7a07b426d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:49.596700 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-f87efd45-3132-43b9-8bb6-7a07b426d866 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0984309 Feb 16 16:04:49.624985 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5c414f68-fc56-4cb8-9498-0b21b7794478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.640176 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-e5f81203-9b0b-4c70-8c3e-08a7995a277a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314837 Feb 16 16:04:49.650457 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-74ec0575-3322-43c2-a1d3-9b815f5f16ed service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436219 Feb 16 16:04:49.700817 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5c414f68-fc56-4cb8-9498-0b21b7794478 admin admin] Publish callbacks [] for security_group (1fb639b4-81ac-4729-b93d-947d77ec4255), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.704645 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5c414f68-fc56-4cb8-9498-0b21b7794478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1fb639b4-81ac-4729-b93d-947d77ec4255), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.743500 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5c414f68-fc56-4cb8-9498-0b21b7794478 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f80ebed74c64ed884ecc51a943a4a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798948 Feb 16 16:04:49.744268 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c414f68-fc56-4cb8-9498-0b21b7794478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb639b4-81ac-4729-b93d-947d77ec4255,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:49.747328 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36222) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:04:49.802512 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a6477021-d591-4b68-8863-3493c2ef3e7e admin admin] Publish callbacks [] for security_group (1fb639b4-81ac-4729-b93d-947d77ec4255), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.828075 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a6477021-d591-4b68-8863-3493c2ef3e7e admin admin] Publish callbacks [] for security_group (1fb639b4-81ac-4729-b93d-947d77ec4255), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.835813 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-c54aca82-ff55-4eef-a60e-e149d12c9194 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747091 Feb 16 16:04:49.838191 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bcddd71e-1838-4624-8a2c-fd8889d3de39 req-16458956-9bc3-44ef-a69b-7ecd56e3f4c2 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760054 Feb 16 16:04:49.891353 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a6477021-d591-4b68-8863-3493c2ef3e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1fb639b4-81ac-4729-b93d-947d77ec4255), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.893931 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a6477021-d591-4b68-8863-3493c2ef3e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:49.897434 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a6477021-d591-4b68-8863-3493c2ef3e7e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fb639b4-81ac-4729-b93d-947d77ec4255 HTTP/1.1" status: 204 len: 168 time: 0.1466718 Feb 16 16:04:49.904844 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6477021-d591-4b68-8863-3493c2ef3e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb639b4-81ac-4729-b93d-947d77ec4255,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:49.963769 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a3e7744d-98db-454d-9443-d4438233c3a7 req-28fc8ed4-3168-4292-ad89-7e1048bc8f8b service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089032 Feb 16 16:04:50.022162 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739df34-743b-493d-bc10-db8eba8dfb56 req-b9dce2c5-cf2e-4fba-889e-2e288f08555e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.023745 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9739df34-743b-493d-bc10-db8eba8dfb56 req-b9dce2c5-cf2e-4fba-889e-2e288f08555e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0591092 Feb 16 16:04:50.110810 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9739df34-743b-493d-bc10-db8eba8dfb56 req-39a51e7b-c1de-49d9-9f2b-dc2fc7d2547b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774791 Feb 16 16:04:50.113836 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-8dd313d9-2e3a-4586-8341-604520b05e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.115437 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-8dd313d9-2e3a-4586-8341-604520b05e3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 1128 time: 0.0907035 Feb 16 16:04:50.218592 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-e041b78a-9e6f-442c-ad38-a9b085b73f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.220188 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-e041b78a-9e6f-442c-ad38-a9b085b73f12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 915 time: 0.0945024 Feb 16 16:04:50.266877 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-b7109de5-d802-4e3e-a8bc-e9ef73b49ec2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb6a397c-8668-4a6b-af51-2983f096204a HTTP/1.1" status: 200 len: 217 time: 0.0399318 Feb 16 16:04:50.316482 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-63146b5f-0c32-4f0a-a56f-e87075b50922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.317959 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-63146b5f-0c32-4f0a-a56f-e87075b50922 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0451746 Feb 16 16:04:50.352009 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-0dcf3d2f-8983-4b72-8b19-63f6d3445e86 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256317 Feb 16 16:04:50.449811 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-3bcce718-8fb9-41b6-b5b7-7c33cdcdccc1 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914512 Feb 16 16:04:50.479855 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e871d1-b808-44c2-8b4a-95fa7c91bd7c req-d10ef7da-04ab-4230-b00a-fba2956f965b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.481555 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-15e871d1-b808-44c2-8b4a-95fa7c91bd7c req-d10ef7da-04ab-4230-b00a-fba2956f965b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0559566 Feb 16 16:04:50.532321 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-15e871d1-b808-44c2-8b4a-95fa7c91bd7c req-2555820c-1875-42c3-913b-6409c65d2037 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446517 Feb 16 16:04:50.561333 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-56d3bd16-1ad3-4521-9bc7-601e28dbe79c req-4156e0f4-18ef-4ed9-b8c3-b16cd73f7a6c service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991240 Feb 16 16:04:50.623677 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b946255-46c7-4699-a5ef-8fb3940e1ea9 req-7a4cbba5-0cf5-4783-979d-a325ad3519c5 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.625177 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b946255-46c7-4699-a5ef-8fb3940e1ea9 req-7a4cbba5-0cf5-4783-979d-a325ad3519c5 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0537283 Feb 16 16:04:50.681071 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2b946255-46c7-4699-a5ef-8fb3940e1ea9 req-18c92944-98bf-4acc-8701-79980035a256 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502682 Feb 16 16:04:50.888859 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd325281-85ad-4128-8cf5-c07e1d73acb4 req-fa63e313-73b3-457e-b2b8-335d18950c3c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.890573 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd325281-85ad-4128-8cf5-c07e1d73acb4 req-fa63e313-73b3-457e-b2b8-335d18950c3c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0571375 Feb 16 16:04:50.968510 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bd325281-85ad-4128-8cf5-c07e1d73acb4 req-6c0ecee8-a81c-41f6-8ad9-ffc92ae9dfa3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721803 Feb 16 16:04:50.980166 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-7d047e9b-9310-47b3-8094-56b59d27f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:50.982677 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-7d047e9b-9310-47b3-8094-56b59d27f4e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1130 time: 0.0691283 Feb 16 16:04:51.082687 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-b24509d8-de1e-4b2b-8203-c60e19be639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:51.084101 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-b24509d8-de1e-4b2b-8203-c60e19be639c service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.0944188 Feb 16 16:04:51.159969 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-803bce83-7d80-4aa7-a7ca-53b18e834958 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 1001 time: 0.0613508 Feb 16 16:04:51.226609 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-7284289f-43ac-4a97-8d49-f227247acbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:51.228097 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-7284289f-43ac-4a97-8d49-f227247acbe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.0512023 Feb 16 16:04:51.238042 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b12fbe-9719-4af4-8ba9-f735a413a6b4 req-e01f9fe9-c737-46ff-906a-c1a13eb26dd0 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:51.239568 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d5b12fbe-9719-4af4-8ba9-f735a413a6b4 req-e01f9fe9-c737-46ff-906a-c1a13eb26dd0 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0543089 Feb 16 16:04:51.279807 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-c4670269-8076-4e98-8cec-9061a1dc9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:51.281318 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-c4670269-8076-4e98-8cec-9061a1dc9f9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462790 Feb 16 16:04:51.288365 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d5b12fbe-9719-4af4-8ba9-f735a413a6b4 req-6507276d-2a71-44c2-989f-323d6068561f tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Feb 16 16:04:51.382123 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-2ee53941-9908-4f7f-b746-a6c4ba59393e service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895646 Feb 16 16:04:51.488815 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1b1c8e3a-90cc-42c8-8944-43e661425933 req-980158b3-5379-4051-bd0f-6a2806b8eb33 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988183 Feb 16 16:04:51.662601 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178780-3dea-4237-9d9c-c7d2b03c4bc1 req-7656eda8-c3b2-4c02-a3c5-24cd96b27327 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:51.664182 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f178780-3dea-4237-9d9c-c7d2b03c4bc1 req-7656eda8-c3b2-4c02-a3c5-24cd96b27327 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0548460 Feb 16 16:04:51.714005 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f178780-3dea-4237-9d9c-c7d2b03c4bc1 req-4d945d01-3578-4996-abcd-2deb69879595 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431213 Feb 16 16:04:52.095529 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31edd436-0a24-4452-b33d-bb717e973c0f req-ae8f584c-808a-4131-b42d-e06949ac0f48 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:52.097103 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-31edd436-0a24-4452-b33d-bb717e973c0f req-ae8f584c-808a-4131-b42d-e06949ac0f48 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0564916 Feb 16 16:04:52.143111 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-31edd436-0a24-4452-b33d-bb717e973c0f req-f5bf7ebe-e791-4502-be9f-2ea2d69fb4f1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405281 Feb 16 16:04:52.417543 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab942-ebc6-4f37-b991-19b9ed17429f req-2f731339-21fa-403a-a7b3-fff5a57f995d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:52.420010 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38bab942-ebc6-4f37-b991-19b9ed17429f req-2f731339-21fa-403a-a7b3-fff5a57f995d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0618305 Feb 16 16:04:52.474994 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-38bab942-ebc6-4f37-b991-19b9ed17429f req-ec45ac2d-a1fc-4410-af2c-377b4efc37c0 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486586 Feb 16 16:04:52.839443 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a64d319-0852-4d3d-8bc5-26a018738798 req-ae8df4e4-db12-41a5-a7e5-1616e5fcebb9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:52.841811 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6a64d319-0852-4d3d-8bc5-26a018738798 req-ae8df4e4-db12-41a5-a7e5-1616e5fcebb9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0537004 Feb 16 16:04:52.889780 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6a64d319-0852-4d3d-8bc5-26a018738798 req-3b630391-94b8-4959-af0c-f97447565239 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423601 Feb 16 16:04:53.261104 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4db61-bc7c-41c3-95d5-9103a565a00a req-27067828-61d9-450b-8439-00fd023b4f25 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:53.263665 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-68c4db61-bc7c-41c3-95d5-9103a565a00a req-27067828-61d9-450b-8439-00fd023b4f25 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0534689 Feb 16 16:04:53.310872 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-68c4db61-bc7c-41c3-95d5-9103a565a00a req-d96b4e4f-c1e6-4133-a3be-5a155c80f04f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416636 Feb 16 16:04:53.415050 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device cb6a397c-8668-4a6b-af51-2983f096204a details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:04:53.529131 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port cb6a397c-8668-4a6b-af51-2983f096204a, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=cb6a397c-8668-4a6b-af51-2983f096204a,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:53.543400 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'cb6a397c-8668-4a6b-af51-2983f096204a', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'port_id': 'cb6a397c-8668-4a6b-af51-2983f096204a', 'mac_address': 'fa:16:3e:d7:45:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235e03b8-9d08-4ea5-a109-0fc14aacd4ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:04:53.585172 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port cb6a397c-8668-4a6b-af51-2983f096204a is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:53.585492 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:53.599258 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6a397c-8668-4a6b-af51-2983f096204a {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:04:53.608621 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540943fd-d341-4e64-b28c-e2ee962e0288 req-b8c23c3f-e540-40a9-89fc-51ea5f475b35 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:53.610116 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-540943fd-d341-4e64-b28c-e2ee962e0288 req-b8c23c3f-e540-40a9-89fc-51ea5f475b35 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0535009 Feb 16 16:04:53.620043 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port cb6a397c-8668-4a6b-af51-2983f096204a, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=cb6a397c-8668-4a6b-af51-2983f096204a,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:53.625348 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:53.661836 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-540943fd-d341-4e64-b28c-e2ee962e0288 req-0871bb62-2692-48f6-9b74-95641a82f2a0 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Feb 16 16:04:53.674448 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=cb6a397c-8668-4a6b-af51-2983f096204a,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:53.681521 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.681959 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.682335 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.682686 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.683043 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.683377 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.684393 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.685015 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.685015 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.685275 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.685608 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.685936 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:53.686260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:04:54.004114 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['cb6a397c-8668-4a6b-af51-2983f096204a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:04:54.015256 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e00aef-ef59-44fd-b757-f13dcf79f8e1 req-f0c634a9-011c-4f80-b145-e0b9c3b98e88 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:54.016809 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0e00aef-ef59-44fd-b757-f13dcf79f8e1 req-f0c634a9-011c-4f80-b145-e0b9c3b98e88 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0527906 Feb 16 16:04:54.069850 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e0e00aef-ef59-44fd-b757-f13dcf79f8e1 req-5ebc57ee-2799-4e46-9333-5854dab9c186 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472355 Feb 16 16:04:54.780064 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9ee2a-0786-4492-82ae-0e60d1502b52 req-f2636bc8-a908-4335-8d63-07e950885323 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:54.781541 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ea9ee2a-0786-4492-82ae-0e60d1502b52 req-f2636bc8-a908-4335-8d63-07e950885323 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0529585 Feb 16 16:04:54.828040 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1ea9ee2a-0786-4492-82ae-0e60d1502b52 req-b0db0965-b0df-45d4-99ba-ab02fa638a6a tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Feb 16 16:04:55.197073 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff0d48-1547-4e34-baa4-01534eb1e614 req-f246e638-5efa-43b1-82e2-9bb42d710289 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:55.198598 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9bff0d48-1547-4e34-baa4-01534eb1e614 req-f246e638-5efa-43b1-82e2-9bb42d710289 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0547526 Feb 16 16:04:55.247016 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9bff0d48-1547-4e34-baa4-01534eb1e614 req-61bbc541-af5e-4054-ba5b-ee5fdbf89302 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414248 Feb 16 16:04:55.424731 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device cb6a397c-8668-4a6b-af51-2983f096204a up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:04:55.472895 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port cb6a397c-8668-4a6b-af51-2983f096204a completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:04:55.477630 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port cb6a397c-8668-4a6b-af51-2983f096204a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:04:55.478015 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:55.571612 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port cb6a397c-8668-4a6b-af51-2983f096204a is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:04:55.572015 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:55.595861 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a397c-8668-4a6b-af51-2983f096204a'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:04:55.598249 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5f4cfc-a654-4658-830b-eb1219d7f3f9" -d '{"events": [{"server_uuid": "10be1332-d8b2-45a9-988f-3d06b214d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a397c-8668-4a6b-af51-2983f096204a"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:04:55.611913 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port cb6a397c-8668-4a6b-af51-2983f096204a, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=cb6a397c-8668-4a6b-af51-2983f096204a,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:04:55.617800 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:04:55.644204 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622d7de8-7a04-43a0-9ad0-c6be0327d541 x-openstack-request-id: req-622d7de8-7a04-43a0-9ad0-c6be0327d541 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:04:55.644525 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10be1332-d8b2-45a9-988f-3d06b214d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a397c-8668-4a6b-af51-2983f096204a", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:04:55.644787 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-622d7de8-7a04-43a0-9ad0-c6be0327d541 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:04:55.645183 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a397c-8668-4a6b-af51-2983f096204a', 'code': 200} Feb 16 16:04:55.671901 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=cb6a397c-8668-4a6b-af51-2983f096204a,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:04:55.830199 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f54fa-61a0-4f35-85e6-e6cc12a027a7 req-1cc98629-af4d-42f4-8d90-706ec1825d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:55.831749 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2c6f54fa-61a0-4f35-85e6-e6cc12a027a7 req-1cc98629-af4d-42f4-8d90-706ec1825d85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 1130 time: 0.0446105 Feb 16 16:04:55.878120 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2c6f54fa-61a0-4f35-85e6-e6cc12a027a7 req-bd2c0cfc-760d-40da-8c59-0a0bceeb1d65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387003 Feb 16 16:04:55.952947 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0690194-b17d-4ea6-8926-897edbbd180a req-afd747b1-ff0e-4dc6-9fe2-8f8270d208d1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:55.954505 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c0690194-b17d-4ea6-8926-897edbbd180a req-afd747b1-ff0e-4dc6-9fe2-8f8270d208d1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0585518 Feb 16 16:04:56.001548 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c0690194-b17d-4ea6-8926-897edbbd180a req-5a806c75-1011-411e-a99b-158d81c1259c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Feb 16 16:04:56.372984 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfc65c-0d43-4cff-8912-206b66add772 req-5bd89e42-e5d2-4d11-ae6d-1430f1441907 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:56.374503 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b2bfc65c-0d43-4cff-8912-206b66add772 req-5bd89e42-e5d2-4d11-ae6d-1430f1441907 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0528955 Feb 16 16:04:56.422993 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b2bfc65c-0d43-4cff-8912-206b66add772 req-189082ea-f7e4-43fa-ba78-73551c6482c5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427191 Feb 16 16:04:57.026403 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-ae6c9361-d7b4-4a09-86a2-e01dadbcc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:57.028758 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-ae6c9361-d7b4-4a09-86a2-e01dadbcc6cf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0483007 Feb 16 16:04:57.038723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ff603-302a-43d4-afe1-2e4a1404be48 req-007be95b-3ecb-485b-abc9-4a61c48a14ae tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:57.040443 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6f0ff603-302a-43d4-afe1-2e4a1404be48 req-007be95b-3ecb-485b-abc9-4a61c48a14ae tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0599761 Feb 16 16:04:57.093169 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6f0ff603-302a-43d4-afe1-2e4a1404be48 req-e39443bf-2302-423f-be81-c44cde1750b3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Feb 16 16:04:57.160742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-67760b09-fe5f-40a5-a940-ca3a39446cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:57.162219 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-67760b09-fe5f-40a5-a940-ca3a39446cd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.1253984 Feb 16 16:04:57.213735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5c86a-dc52-41c1-8485-02801e7599ab req-ab57cb0b-27f5-45fe-962b-31097a75a69e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:57.215174 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a4f5c86a-dc52-41c1-8485-02801e7599ab req-ab57cb0b-27f5-45fe-962b-31097a75a69e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.1070759 Feb 16 16:04:57.216498 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-de84ca14-af70-46e4-9b9c-08126b27a76a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0453618 Feb 16 16:04:57.297845 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a4f5c86a-dc52-41c1-8485-02801e7599ab req-2ec38a33-b97c-425a-8f05-150716daf2d0 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770323 Feb 16 16:04:57.303449 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-5df9dbea-aa4f-4ff8-9e81-6f2dfb0e103b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:57.304892 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-5df9dbea-aa4f-4ff8-9e81-6f2dfb0e103b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0706551 Feb 16 16:04:57.341986 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-d5d6ff1f-e563-4cdf-8076-5a02678a4f4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258119 Feb 16 16:04:57.455844 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-091ab695-bb3e-4270-9507-8cc08b356404 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989447 Feb 16 16:04:57.552165 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50d9d6-850c-4caa-ae31-d529b8be7617 req-e7c8a3d3-a646-4305-a5c6-d0d741a48dae tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:57.553705 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cc50d9d6-850c-4caa-ae31-d529b8be7617 req-e7c8a3d3-a646-4305-a5c6-d0d741a48dae tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0536222 Feb 16 16:04:57.558344 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1f5a7606-8c44-49d7-a566-0a865dbb6012 req-f2db6663-a73c-4a22-9a2a-66ac0324e0c5 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909677 Feb 16 16:04:57.610244 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cc50d9d6-850c-4caa-ae31-d529b8be7617 req-e5f218ea-58c2-4fd8-9255-6bf9232a5177 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506394 Feb 16 16:04:58.214260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196e972-c634-45bc-a750-048ce588619c req-db53f0e0-a9a9-4c66-9a2f-2fcf3390cd8f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:58.215921 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1196e972-c634-45bc-a750-048ce588619c req-db53f0e0-a9a9-4c66-9a2f-2fcf3390cd8f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0538933 Feb 16 16:04:58.268195 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1196e972-c634-45bc-a750-048ce588619c req-2c608cd2-63fe-4252-9966-c52a80373caa tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Feb 16 16:04:58.421585 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bca21-a3a5-40c3-ae3c-d67615705080 req-f30cff89-063f-451d-b2a5-427a7cbb9267 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:58.423104 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb3bca21-a3a5-40c3-ae3c-d67615705080 req-f30cff89-063f-451d-b2a5-427a7cbb9267 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0572560 Feb 16 16:04:58.469214 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-cb3bca21-a3a5-40c3-ae3c-d67615705080 req-2f121c0a-2fe7-4e6c-a27a-6503e61deaa9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405159 Feb 16 16:04:58.760357 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a5291-3e1e-4ac7-830e-98f1c982f563 req-10066eb7-532f-4caa-bec1-5a733a6f603d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:58.762182 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-184a5291-3e1e-4ac7-830e-98f1c982f563 req-10066eb7-532f-4caa-bec1-5a733a6f603d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0758276 Feb 16 16:04:58.828229 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-184a5291-3e1e-4ac7-830e-98f1c982f563 req-04d7afd6-9819-46e6-985b-bd8c4bd231f8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515544 Feb 16 16:04:59.390325 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd9296-3a53-46a9-82d2-9f0855e707de req-84904730-25cb-438b-8497-0c1c272122fb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:59.391760 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f3bd9296-3a53-46a9-82d2-9f0855e707de req-84904730-25cb-438b-8497-0c1c272122fb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0561280 Feb 16 16:04:59.439986 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f3bd9296-3a53-46a9-82d2-9f0855e707de req-0c9cb731-4ddd-4fc9-b5c7-ce16062db3e0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Feb 16 16:04:59.963562 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edcea6-9c1c-43a8-950a-ddf930e7e898 req-2ee85f91-1b62-4e99-8e68-5e737d6f610a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:04:59.965460 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b2edcea6-9c1c-43a8-950a-ddf930e7e898 req-2ee85f91-1b62-4e99-8e68-5e737d6f610a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0607188 Feb 16 16:05:00.027639 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b2edcea6-9c1c-43a8-950a-ddf930e7e898 req-e736ef1d-dcda-4960-bf36-971ce2a3ff2e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559404 Feb 16 16:05:00.560161 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0feda2-bc50-4138-a657-6569bb4b46c8 req-03d1a8de-6c0d-475f-ab44-0436571bb120 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:00.561689 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0c0feda2-bc50-4138-a657-6569bb4b46c8 req-03d1a8de-6c0d-475f-ab44-0436571bb120 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0552824 Feb 16 16:05:00.611487 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0c0feda2-bc50-4138-a657-6569bb4b46c8 req-9f0d3264-8b06-48e8-bcfb-f41315ea0702 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Feb 16 16:05:01.203056 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae959a-50a9-41a4-8912-c0653095e40f req-54145430-c85f-4693-a830-1b838284c6c9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:01.205625 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0cae959a-50a9-41a4-8912-c0653095e40f req-54145430-c85f-4693-a830-1b838284c6c9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0924461 Feb 16 16:05:01.255687 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0cae959a-50a9-41a4-8912-c0653095e40f req-69a27ca4-cb2d-4387-a185-d7d6697d4afd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434127 Feb 16 16:05:01.746726 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ff58b-6b8f-4a2c-905f-cbf5227b4163 req-b27c5169-911f-45ec-bc51-ccf8388e67f9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:01.748282 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0e3ff58b-6b8f-4a2c-905f-cbf5227b4163 req-b27c5169-911f-45ec-bc51-ccf8388e67f9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0628326 Feb 16 16:05:01.800173 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0e3ff58b-6b8f-4a2c-905f-cbf5227b4163 req-96912149-9aaf-408b-bfb6-a64166ea679b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460055 Feb 16 16:05:02.401562 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10886fb-36ab-4cd8-b11b-ad9ad4c7ea67 req-97d1d66f-651e-4ecd-81a5-1c730ec69e7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:02.405453 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10886fb-36ab-4cd8-b11b-ad9ad4c7ea67 req-97d1d66f-651e-4ecd-81a5-1c730ec69e7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0713532 Feb 16 16:05:02.463321 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10886fb-36ab-4cd8-b11b-ad9ad4c7ea67 req-751f89fc-9d3d-41ec-b786-7b6dacc35ba8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518904 Feb 16 16:05:02.937597 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ef324-9e27-4b26-bb9e-541b28840ff4 req-85a0fb32-ae0e-46f1-875d-15a3ab17c404 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:02.939363 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-169ef324-9e27-4b26-bb9e-541b28840ff4 req-85a0fb32-ae0e-46f1-875d-15a3ab17c404 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0640435 Feb 16 16:05:02.997278 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-169ef324-9e27-4b26-bb9e-541b28840ff4 req-d301e893-9569-4677-8aee-a41bb7ef832d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Feb 16 16:05:03.434737 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:05:03.544006 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:03.556915 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'mac_address': 'fa:16:3e:2f:33:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:05:03.608450 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: ACTIVE; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:03.609074 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:03.628332 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d01281-d739-420a-a584-7a5014803003 req-cdefd662-3454-4eb8-994c-c30a15f1454f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:03.629908 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7d01281-d739-420a-a584-7a5014803003 req-cdefd662-3454-4eb8-994c-c30a15f1454f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0597727 Feb 16 16:05:03.630926 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 044e9f4c-dd2d-414b-b326-5adb5365ebe3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:05:03.665888 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:03.673137 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:03.696571 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a7d01281-d739-420a-a584-7a5014803003 req-7e5b82f1-f49a-45e6-9907-e60a4505667e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603602 Feb 16 16:05:03.764683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:03.812493 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['044e9f4c-dd2d-414b-b326-5adb5365ebe3'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:04.163664 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4b778-0976-417a-9a19-4df3414a4861 req-11d979e4-232a-4379-831a-ae45edf284b0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:04.165350 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3fc4b778-0976-417a-9a19-4df3414a4861 req-11d979e4-232a-4379-831a-ae45edf284b0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0641270 Feb 16 16:05:04.243222 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3fc4b778-0976-417a-9a19-4df3414a4861 req-4a7aed1e-1091-4b48-899c-732a37925dc3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679667 Feb 16 16:05:04.937240 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5f24a-e789-4357-bf99-892703514010 req-dd058c58-1062-4bef-afad-2167c7f05a92 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:04.940255 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3c5f24a-e789-4357-bf99-892703514010 req-dd058c58-1062-4bef-afad-2167c7f05a92 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 944 time: 0.1014106 Feb 16 16:05:05.068631 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3c5f24a-e789-4357-bf99-892703514010 req-b7b669e0-5e8c-46af-839d-78b8337ef1a6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200995 Feb 16 16:05:05.484694 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:05:05.549580 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:05:05.550007 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:05.576977 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ce914-3b2a-40ac-bde4-95ccd0d3adbc req-7c1928f5-ace6-4db7-a596-1f3fb85ac0e2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:05.580615 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e3ce914-3b2a-40ac-bde4-95ccd0d3adbc req-7c1928f5-ace6-4db7-a596-1f3fb85ac0e2 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1571040 Feb 16 16:05:05.644540 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5e3ce914-3b2a-40ac-bde4-95ccd0d3adbc req-a3a18351-e814-4784-89d2-311564c7e7d5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521491 Feb 16 16:05:05.678139 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:05.678734 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:05.715156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:05.719256 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258d9b45-8aba-4d02-8baf-0249df728361" -d '{"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-plugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:05.743934 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:05.755119 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:05.783857 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac8663-6124-41c4-a8e3-47437e1739d7 x-openstack-request-id: req-04ac8663-6124-41c4-a8e3-47437e1739d7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:05.784176 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-plugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:05.784720 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04ac8663-6124-41c4-a8e3-47437e1739d7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:05.785165 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'code': 200} Feb 16 16:05:05.828490 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:06.250693 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:06.302945 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde18e3-acc9-416c-ae16-0f5d2167a4df req-9f7b6501-54f6-4ea5-aaec-ce857e423bb4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:06.312435 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fcde18e3-acc9-416c-ae16-0f5d2167a4df req-9f7b6501-54f6-4ea5-aaec-ce857e423bb4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1217093 Feb 16 16:05:06.396715 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fcde18e3-acc9-416c-ae16-0f5d2167a4df req-a7c9675b-9063-45c4-aaf7-1f9bb285b303 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816319 Feb 16 16:05:06.848685 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10654-e9da-4bb3-80ec-cffb715fa23c req-31dba061-9699-4241-bb14-01a77d1ae7cd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:06.851209 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fde10654-e9da-4bb3-80ec-cffb715fa23c req-31dba061-9699-4241-bb14-01a77d1ae7cd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0772169 Feb 16 16:05:06.920286 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fde10654-e9da-4bb3-80ec-cffb715fa23c req-44e1caa1-d6b6-4251-9131-3e004b56389c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579271 Feb 16 16:05:07.575224 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadfd23-4cb9-451c-bcd7-b3a09ef3a43e req-57dd6c54-c104-4ee9-a028-7e486388d1c8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:07.577548 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4cadfd23-4cb9-451c-bcd7-b3a09ef3a43e req-57dd6c54-c104-4ee9-a028-7e486388d1c8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0636241 Feb 16 16:05:07.639976 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4cadfd23-4cb9-451c-bcd7-b3a09ef3a43e req-c48607a2-6fc2-4fcc-b359-fe368e0bcc75 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556424 Feb 16 16:05:08.131071 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7287808-f506-4ddd-a615-5c3773bc2ed4 req-1f4b86f2-3591-43d5-8467-3b4a19578b43 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:08.137351 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a7287808-f506-4ddd-a615-5c3773bc2ed4 req-1f4b86f2-3591-43d5-8467-3b4a19578b43 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0845237 Feb 16 16:05:08.224266 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a7287808-f506-4ddd-a615-5c3773bc2ed4 req-3747a929-1717-417a-99e0-8ae982f167f0 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853271 Feb 16 16:05:08.774969 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ae411-9686-4d8b-967c-dcd97a9cd35c req-22bf4b77-d8ff-461d-9a35-62c072eadfbd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:08.779579 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c51ae411-9686-4d8b-967c-dcd97a9cd35c req-22bf4b77-d8ff-461d-9a35-62c072eadfbd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0642877 Feb 16 16:05:08.830818 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c51ae411-9686-4d8b-967c-dcd97a9cd35c req-fa4f251a-810a-4786-9414-8edbc7673278 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477207 Feb 16 16:05:09.387377 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a1802-d273-4842-b368-172694f288ba req-570b9ada-511f-4aa7-9f5a-fee5cfee07a1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:09.390182 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ba2a1802-d273-4842-b368-172694f288ba req-570b9ada-511f-4aa7-9f5a-fee5cfee07a1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0840549 Feb 16 16:05:09.471329 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ba2a1802-d273-4842-b368-172694f288ba req-698d1fa8-3186-40b5-89b3-a1675db3d041 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696392 Feb 16 16:05:10.000601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13586171-c540-4895-8fbf-b70b99b01cb1 req-b3ca622e-4992-499a-a8ed-f13aa1f5dd36 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:10.002247 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-13586171-c540-4895-8fbf-b70b99b01cb1 req-b3ca622e-4992-499a-a8ed-f13aa1f5dd36 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0817730 Feb 16 16:05:10.076766 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-13586171-c540-4895-8fbf-b70b99b01cb1 req-700b76df-ec4d-47ca-9afc-de078a4cc31a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682173 Feb 16 16:05:10.135897 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-54ac8aa4-5148-4345-9e41-cfc34b9f90f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:10.662870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69e5cf-13ed-49f7-ab81-e13e9b899629 req-d2f7317a-7ebf-4c55-83ce-4ab89c2cf827 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:10.666023 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f69e5cf-13ed-49f7-ab81-e13e9b899629 req-d2f7317a-7ebf-4c55-83ce-4ab89c2cf827 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0978689 Feb 16 16:05:10.744437 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6f69e5cf-13ed-49f7-ab81-e13e9b899629 req-6bc7c8e0-6f03-4580-a5d6-825f713cb997 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730720 Feb 16 16:05:11.094954 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-34e436af-49b6-4257-bc80-83984a549e01 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:11.097189 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-34e436af-49b6-4257-bc80-83984a549e01 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.1385431 Feb 16 16:05:11.120935 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-3b2174cc-5194-4b35-b9a1-aa59d8ece0d3 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/quotas/369b768808224bbb95ee43ccda3a9be4 HTTP/1.1" status: 200 len: 375 time: 0.0109558 Feb 16 16:05:11.213952 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-b88444f3-681a-4414-b070-ac0be226058e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0866411 Feb 16 16:05:11.314645 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16914f3a-4131-4db7-811f-80e80c2abb9c req-2025a5b4-2126-41d4-8d87-5fbc6cb0816b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:11.317797 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-16914f3a-4131-4db7-811f-80e80c2abb9c req-2025a5b4-2126-41d4-8d87-5fbc6cb0816b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1055529 Feb 16 16:05:11.327049 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-72fded37-4fa8-454a-9180-610613160161 service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119647 Feb 16 16:05:11.412175 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-16914f3a-4131-4db7-811f-80e80c2abb9c req-c41b0c52-c974-451f-a1a2-693de6bbcd80 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862689 Feb 16 16:05:11.469932 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-19226ce6-dadb-43fe-9a0b-3e762e68162e service neutron] 10.222.0.69 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354952 Feb 16 16:05:11.673241 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8d013176-b47f-423a-8994-0815f1064d7b req-7dd184de-af72-4e62-84b1-548b3e010b64 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 210 time: 0.0344841 Feb 16 16:05:11.970439 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eff323-06e9-4262-a966-c45f4fcb8065 req-8e0bb210-8f78-4f32-a3df-3e1ca91caf8d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:11.980516 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-67eff323-06e9-4262-a966-c45f4fcb8065 req-8e0bb210-8f78-4f32-a3df-3e1ca91caf8d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1111484 Feb 16 16:05:12.038233 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-67eff323-06e9-4262-a966-c45f4fcb8065 req-1d86d551-63ca-4607-ac46-bedc244aee5f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562575 Feb 16 16:05:12.625241 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a0e7923f-2aba-4d29-a791-c33934b86506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:12.633415 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc25cf0-05fc-4f85-bea8-af5d857acefc req-20df1f70-501e-4594-8f17-dec60dced2ac tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:12.634971 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4cc25cf0-05fc-4f85-bea8-af5d857acefc req-20df1f70-501e-4594-8f17-dec60dced2ac tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0943789 Feb 16 16:05:12.714365 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4cc25cf0-05fc-4f85-bea8-af5d857acefc req-9b76a67a-b551-41ae-bd66-f3ee4bb5a805 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665321 Feb 16 16:05:12.795561 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-01075d4f-0a90-4fb0-bcb7-026f21cfde27 req-0eef0be4-bc56-44b9-ba99-ddb7987f9097 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 210 time: 0.0298734 Feb 16 16:05:13.126931 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-e2def6ea-c47e-45fa-9b45-5baeb7d7e678 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:13.129055 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-e2def6ea-c47e-45fa-9b45-5baeb7d7e678 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 814 time: 0.1931989 Feb 16 16:05:13.171885 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Request body: {'port': {'device_id': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'admin_state_up': True, 'tenant_id': '369b768808224bbb95ee43ccda3a9be4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:13.363445 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e588efd-71d1-47ea-bc8e-aa19992934dc req-6a62c943-8276-48b7-b672-03d5a16c4cd3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:13.365939 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4e588efd-71d1-47ea-bc8e-aa19992934dc req-6a62c943-8276-48b7-b672-03d5a16c4cd3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1749053 Feb 16 16:05:13.396515 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Made reservation on behalf of 369b768808224bbb95ee43ccda3a9be4 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:05:13.399810 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:13.462685 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4e588efd-71d1-47ea-bc8e-aa19992934dc req-cfada9c3-10de-42d1-8d40-360556044acb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873396 Feb 16 16:05:13.613489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:13.634381 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Allocated IP 172.20.0.4 (31ecc1b3-7e00-45b7-a7b4-fcd45615957c/235e03b8-9d08-4ea5-a109-0fc14aacd4ee/1cd1d0d6-129d-4621-8fd6-4d6c41364761) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:05:13.820215 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks [] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:13.881236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:13.901219 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd', 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'cb6a397c-8668-4a6b-af51-2983f096204a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:14.025253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:05:14.031753 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141ac01-4959-45f9-b6a5-0b7b019db619 req-25baddba-40e6-4876-acc9-dea006c019b1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:14.045491 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:05:14.045808 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8141ac01-4959-45f9-b6a5-0b7b019db619 req-25baddba-40e6-4876-acc9-dea006c019b1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.1585932 Feb 16 16:05:14.055910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:05:14.064898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event updated for resources: {'Port': ['ID=1cd1d0d6-129d-4621-8fd6-4d6c41364761,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:14.147346 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca29e84-2e44-4742-b487-91857479aa97 req-bb2d5368-ce67-4241-b019-21247d3ea648 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:14.153508 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8141ac01-4959-45f9-b6a5-0b7b019db619 req-216432a8-b157-4fdb-b7de-140e829e725b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002338 Feb 16 16:05:14.154910 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cca29e84-2e44-4742-b487-91857479aa97 req-bb2d5368-ce67-4241-b019-21247d3ea648 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 931 time: 0.2470553 Feb 16 16:05:14.187241 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:14.187559 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.228899 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-84116760-5392-48ea-a50d-e3ff2f871ce9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0762527 Feb 16 16:05:14.246843 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Request body: {'port': {'device_id': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:05:14.272749 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cca29e84-2e44-4742-b487-91857479aa97 req-58024b2a-b323-432e-b4a3-02af3f27fe12 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102877 Feb 16 16:05:14.316926 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.587160 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2da548-cf1f-41db-84ef-a96b8019e3ec req-1e71416b-37a4-410a-ae50-a13b538d1e70 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:14.588683 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a2da548-cf1f-41db-84ef-a96b8019e3ec req-1e71416b-37a4-410a-ae50-a13b538d1e70 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0546582 Feb 16 16:05:14.599775 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd1d0d6-129d-4621-8fd6-4d6c41364761 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:05:14.607797 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Publish callbacks [] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.620725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Transition to ACTIVE for port object 1cd1d0d6-129d-4621-8fd6-4d6c41364761 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:05:14.624537 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.641812 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a2da548-cf1f-41db-84ef-a96b8019e3ec req-ebbfb5e4-5e7c-4794-a9d0-d112a3dd76e4 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474861 Feb 16 16:05:14.674126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Pushing event updated for resources: {'Port': ['ID=1cd1d0d6-129d-4621-8fd6-4d6c41364761,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:14.748935 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Attempting to bind port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:05:14.749303 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Attempting to bind port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:05:14.749636 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Attempting to bind port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:05:14.754085 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:05:14.754407 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Attempting to bind port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 on network 31ecc1b3-7e00-45b7-a7b4-fcd45615957c {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:05:14.759727 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:05:14.760069 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Checking segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:05:14.760448 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Bound using segment: {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:05:14.761435 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Bound port: 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b122280-d562-474b-8043-b05514d0556c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:05:14.761797 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.823209 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] For port 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:05:14.826954 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] For port 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:05:14.834274 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.869485 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:14.870110 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:14.872606 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] 10.222.0.36 "PUT /v2.0/ports/1cd1d0d6-129d-4621-8fd6-4d6c41364761 HTTP/1.1" status: 200 len: 1093 time: 0.6302545 Feb 16 16:05:14.875129 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'tag': '1cd1d0d6-129d-4621-8fd6-4d6c41364761'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:14.877414 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c2cf90f0-77e6-4f42-8d4e-d0527524d4eb", "tag": "1cd1d0d6-129d-4621-8fd6-4d6c41364761"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:14.912866 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522fc58-baaa-4c9f-90d2-d17485c0bb7b service neutron] Pushing event updated for resources: {'Port': ['ID=1cd1d0d6-129d-4621-8fd6-4d6c41364761,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:14.935252 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3b7021-f896-4e21-bd1c-37fb32897138 x-openstack-request-id: req-7c3b7021-f896-4e21-bd1c-37fb32897138 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:14.935547 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2cf90f0-77e6-4f42-8d4e-d0527524d4eb", "tag": "1cd1d0d6-129d-4621-8fd6-4d6c41364761", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:14.935804 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c3b7021-f896-4e21-bd1c-37fb32897138 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:14.936199 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'tag': '1cd1d0d6-129d-4621-8fd6-4d6c41364761', 'status': 'completed', 'code': 200} Feb 16 16:05:14.975879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-a06ee064-70f0-4ea4-94b6-384fb30b0abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:14.977435 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-a06ee064-70f0-4ea4-94b6-384fb30b0abd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 1127 time: 0.0534515 Feb 16 16:05:15.061561 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:15.269706 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-b6af10af-35de-4378-ace3-91dcd580af5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761 HTTP/1.1" status: 200 len: 217 time: 0.2803822 Feb 16 16:05:15.276311 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38be464-88dc-4bd1-a1d3-a72ab7e90348 req-7bf4ec1f-ab43-4d7d-90c7-512b7ee559c0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.279104 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d38be464-88dc-4bd1-a1d3-a72ab7e90348 req-7bf4ec1f-ab43-4d7d-90c7-512b7ee559c0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Feb 16 16:05:15.333648 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d38be464-88dc-4bd1-a1d3-a72ab7e90348 req-9b2ebc65-2206-4727-902a-76fef8970ae5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482252 Feb 16 16:05:15.342807 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-e6a61d05-fbfa-4559-b0fc-b8f7b1e010c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.344319 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-e6a61d05-fbfa-4559-b0fc-b8f7b1e010c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0565851 Feb 16 16:05:15.347002 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-238199e4-5de3-487d-ad95-9ba10680ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.348352 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-238199e4-5de3-487d-ad95-9ba10680ea05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1129 time: 0.0870485 Feb 16 16:05:15.402747 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-3e33b42f-2f40-4e96-94f7-18263df1acac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444598 Feb 16 16:05:15.571208 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-ee7d9ac2-ef24-41ea-ba6c-70efb1e901da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.572614 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-ee7d9ac2-ef24-41ea-ba6c-70efb1e901da service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.2068853 Feb 16 16:05:15.586857 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cd6b8-9ddc-4d8e-8cea-39347a78186e req-b285cbbc-19cd-4947-9386-572a3b035e92 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.588386 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a4cd6b8-9ddc-4d8e-8cea-39347a78186e req-b285cbbc-19cd-4947-9386-572a3b035e92 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 943 time: 0.2131531 Feb 16 16:05:15.656456 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-b1883ae8-3ac3-45be-8539-72a931422fa0 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445550 Feb 16 16:05:15.708011 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-5fa2d71a-00ed-4245-9f4d-a2cbeff3c70c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 1001 time: 0.1181107 Feb 16 16:05:15.757820 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a4cd6b8-9ddc-4d8e-8cea-39347a78186e req-61389993-02da-465c-9193-6306141a6960 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516073 Feb 16 16:05:15.769486 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e02f9-02a5-4dc9-958b-7a413f229024 req-019c2780-b367-455d-b832-f0750e2eb16f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.771001 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b89e02f9-02a5-4dc9-958b-7a413f229024 req-019c2780-b367-455d-b832-f0750e2eb16f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0577145 Feb 16 16:05:15.824111 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-020ce58d-c222-4324-b3ad-2468b2a57d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:15.826567 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-020ce58d-c222-4324-b3ad-2468b2a57d7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.1055989 Feb 16 16:05:15.826762 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b89e02f9-02a5-4dc9-958b-7a413f229024 req-a5a49414-12df-49e3-9a6b-bfe89a0b2704 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440054 Feb 16 16:05:15.841250 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2aa79ad9-dec6-42dc-8f5b-edb8f95de451 req-f7fb4527-97c3-4a65-ba83-3a3c7ec3c282 service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619325 Feb 16 16:05:16.035721 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-92583835-19e7-4df0-b17c-86f22a8edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:16.037188 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-92583835-19e7-4df0-b17c-86f22a8edf45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594337 Feb 16 16:05:16.134907 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-ea47bfbd-b4ef-4183-9ff3-8c4ee4e12210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:16.137110 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-ea47bfbd-b4ef-4183-9ff3-8c4ee4e12210 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=369b768808224bbb95ee43ccda3a9be4&device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 1127 time: 0.1127002 Feb 16 16:05:16.167609 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-3f9f2cd5-8525-4b36-80c7-057a81c4efef service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155069 Feb 16 16:05:16.312773 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-67ca5c84-f807-45ae-adaf-2f797edf6bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:16.314238 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-67ca5c84-f807-45ae-adaf-2f797edf6bf5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 200 len: 915 time: 0.1611123 Feb 16 16:05:16.335455 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d43c1d92-5a01-443d-8267-0ab4f6417994 req-9f4d5362-4476-4a3d-a586-8ead1ecc475f service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549597 Feb 16 16:05:16.367505 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-d04930bf-9d48-4ec2-b00d-8a41c066a1c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761 HTTP/1.1" status: 200 len: 217 time: 0.0446122 Feb 16 16:05:16.439923 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:16.450092 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-f7142f64-e9e4-49de-b212-305abea3d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:16.451574 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-f7142f64-e9e4-49de-b212-305abea3d51e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 200 len: 854 time: 0.0772214 Feb 16 16:05:16.493684 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-7e5e4702-02a5-4c3c-8e37-63199206393b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=31ecc1b3-7e00-45b7-a7b4-fcd45615957c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301666 Feb 16 16:05:16.505511 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aeb917-a891-4fff-99a0-bc8c0954a4da req-60b94c6b-58e0-4c1c-8215-4d2bec438669 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:16.506982 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-40aeb917-a891-4fff-99a0-bc8c0954a4da req-60b94c6b-58e0-4c1c-8215-4d2bec438669 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 945 time: 0.0914402 Feb 16 16:05:16.611194 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-40aeb917-a891-4fff-99a0-bc8c0954a4da req-67190921-8e86-461c-a537-40b18ce28cf3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957141 Feb 16 16:05:16.632335 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-e7a53933-3d6e-4764-8678-4caf585200ad service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239433 Feb 16 16:05:16.733701 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-72ec598e-79a7-4d34-b5bc-b9e045c50bdf req-cb623e73-3115-4e11-b177-ceef10c5e5ce service neutron] 10.222.0.36 "GET /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929639 Feb 16 16:05:16.897247 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96279a5c-1121-4f50-a23e-be586dae695e req-bb54747d-9bc4-4c9d-9038-b23c05d452a9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:16.898884 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96279a5c-1121-4f50-a23e-be586dae695e req-bb54747d-9bc4-4c9d-9038-b23c05d452a9 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 943 time: 0.0622678 Feb 16 16:05:16.958275 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96279a5c-1121-4f50-a23e-be586dae695e req-a3a9eb35-ab70-4425-b1fb-a7078afdb587 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513930 Feb 16 16:05:16.999339 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a80eb8-bb84-40c2-b92f-8d486ca74cd4 req-4dd7ec93-ae1b-4695-812d-635657f017a5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:17.000882 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-39a80eb8-bb84-40c2-b92f-8d486ca74cd4 req-4dd7ec93-ae1b-4695-812d-635657f017a5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0814209 Feb 16 16:05:17.062996 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-39a80eb8-bb84-40c2-b92f-8d486ca74cd4 req-3a6ffa30-1f26-426e-ab4a-f85e3e0d3d8c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Feb 16 16:05:17.554011 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:05:17.640784 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: ACTIVE; New status is: DOWN {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:17.641205 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:17.675916 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:17.678228 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ac61e9-4c1f-4024-b200-116abd704035" -d '{"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:17.693565 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:17.699535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:17.724938 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4a2962-ded5-4193-b5e4-9951d9c8a375 x-openstack-request-id: req-5d4a2962-ded5-4193-b5e4-9951d9c8a375 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:17.725256 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:17.725547 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d4a2962-ded5-4193-b5e4-9951d9c8a375 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:17.725921 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'code': 200} Feb 16 16:05:17.763178 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=8']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:17.765940 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174f077-074d-4461-9185-194f95e4910f req-add425e5-1f1b-482c-b728-2529fa4ebd69 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:17.767533 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d174f077-074d-4461-9185-194f95e4910f req-add425e5-1f1b-482c-b728-2529fa4ebd69 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0630178 Feb 16 16:05:17.819422 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d174f077-074d-4461-9185-194f95e4910f req-fbac9bbf-bd3c-4e98-a635-1df75377d5b6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457411 Feb 16 16:05:18.094727 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146512c-0a24-4c59-8933-b80503ac7a87 req-a00dc244-addb-4c93-a7fd-e354c5fe474b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:18.096480 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c146512c-0a24-4c59-8933-b80503ac7a87 req-a00dc244-addb-4c93-a7fd-e354c5fe474b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 943 time: 0.0586116 Feb 16 16:05:18.149025 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c146512c-0a24-4c59-8933-b80503ac7a87 req-7c9d687b-38f4-439c-9355-6e096271a13c tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467725 Feb 16 16:05:18.199205 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf43a40-3d88-4f89-a264-477b38cce475 req-dd327d5c-bbbf-401a-b582-6d41d0f31eb1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:18.200699 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8bf43a40-3d88-4f89-a264-477b38cce475 req-dd327d5c-bbbf-401a-b582-6d41d0f31eb1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0597947 Feb 16 16:05:18.249109 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8bf43a40-3d88-4f89-a264-477b38cce475 req-1851c2d8-01ab-4475-b616-137d38ced1fa tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Feb 16 16:05:18.296055 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:05:18.976342 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8fa1-0a4a-4d60-b1b9-2462bf26637f req-cd950144-40f9-423a-ba0a-07cae9eb0e22 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:18.978065 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5ebc8fa1-0a4a-4d60-b1b9-2462bf26637f req-cd950144-40f9-423a-ba0a-07cae9eb0e22 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0780520 Feb 16 16:05:19.044091 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5ebc8fa1-0a4a-4d60-b1b9-2462bf26637f req-2a0229c8-beed-440b-b3f8-39e69d330f08 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572462 Feb 16 16:05:19.316335 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd08aa-e951-4481-bf3e-bea47c7a0f0b req-2f0db771-3e12-4178-befc-7a874d213644 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:19.318044 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64dd08aa-e951-4481-bf3e-bea47c7a0f0b req-2f0db771-3e12-4178-befc-7a874d213644 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 943 time: 0.0599539 Feb 16 16:05:19.377656 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64dd08aa-e951-4481-bf3e-bea47c7a0f0b req-12700bcf-03ef-4900-9b4d-b2e6d8de8490 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468328 Feb 16 16:05:19.497837 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44921da3-186f-4fd5-8e20-70785c3e48b5 req-31936fe2-b8e1-49c2-bcef-17fff0a1ce38 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:19.499541 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44921da3-186f-4fd5-8e20-70785c3e48b5 req-31936fe2-b8e1-49c2-bcef-17fff0a1ce38 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0636611 Feb 16 16:05:19.566847 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-44921da3-186f-4fd5-8e20-70785c3e48b5 req-78b60c25-915c-450d-9c32-67423671bf5a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599949 Feb 16 16:05:19.573590 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1cd1d0d6-129d-4621-8fd6-4d6c41364761 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:05:19.625921 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-44575ff7-0f89-474b-ac23-638a5858f39a req-66752693-2c28-44f2-89ee-b5dba0b3a54d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:05:19.627336 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-44575ff7-0f89-474b-ac23-638a5858f39a req-66752693-2c28-44f2-89ee-b5dba0b3a54d service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067141 Feb 16 16:05:19.822877 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:19.837494 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95601c26-e2b9-4e09-9365-acc677ab40cd req-e68e5ca9-bc59-4810-b217-938d96dabac3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:19.840110 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-95601c26-e2b9-4e09-9365-acc677ab40cd req-e68e5ca9-bc59-4810-b217-938d96dabac3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0571508 Feb 16 16:05:19.842919 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '1cd1d0d6-129d-4621-8fd6-4d6c41364761', 'network_id': '31ecc1b3-7e00-45b7-a7b4-fcd45615957c', 'port_id': '1cd1d0d6-129d-4621-8fd6-4d6c41364761', 'mac_address': 'fa:16:3e:df:3c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235e03b8-9d08-4ea5-a109-0fc14aacd4ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:05:19.893586 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:19.894633 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:19.901015 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-95601c26-e2b9-4e09-9365-acc677ab40cd req-70e1caae-61a9-4a62-a9d6-9e016035fc51 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528617 Feb 16 16:05:19.915476 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd1d0d6-129d-4621-8fd6-4d6c41364761 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:05:19.946450 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:19.951152 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:20.009246 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=1cd1d0d6-129d-4621-8fd6-4d6c41364761,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:20.284999 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['1cd1d0d6-129d-4621-8fd6-4d6c41364761'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:20.327315 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 36556) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:05:20.433743 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-06b53ac4-9b5c-4e55-8abf-ce6f337be039 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1048484 Feb 16 16:05:20.443134 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-4ad7cfc0-96fc-417f-8615-8d34538e9c99 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:05:20.451792 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-4ad7cfc0-96fc-417f-8615-8d34538e9c99 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094573 Feb 16 16:05:20.536540 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 36566) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:05:20.562799 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7decf15-b289-4f9d-8cb2-2740218925c2 req-aea2c3b3-45aa-4556-8c60-ad23cdd8a98b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:20.565712 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b7decf15-b289-4f9d-8cb2-2740218925c2 req-aea2c3b3-45aa-4556-8c60-ad23cdd8a98b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 944 time: 0.0818183 Feb 16 16:05:20.630118 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b7decf15-b289-4f9d-8cb2-2740218925c2 req-0efafe50-4805-414d-91ba-77f6de16c173 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586982 Feb 16 16:05:20.649948 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-3e433874-0b62-41ba-9b30-c80118f78b49 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:20.651422 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-3e433874-0b62-41ba-9b30-c80118f78b49 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports/044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 940 time: 0.1138036 Feb 16 16:05:20.717149 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f4cb9-0594-49ab-a7d0-5fcf8404a568 req-3dd71cb3-8a3c-47ff-b16b-3606b6578319 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:20.718695 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-515f4cb9-0594-49ab-a7d0-5fcf8404a568 req-3dd71cb3-8a3c-47ff-b16b-3606b6578319 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0607042 Feb 16 16:05:20.769017 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-515f4cb9-0594-49ab-a7d0-5fcf8404a568 req-fcb88b38-231e-4ca8-bc28-8f8508710832 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446894 Feb 16 16:05:21.039327 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df9455-67c3-44db-87c8-3c72f7c76a8a req-2c0d1f4c-7159-4eeb-b3a4-3a113c03879b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:21.040910 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-67df9455-67c3-44db-87c8-3c72f7c76a8a req-2c0d1f4c-7159-4eeb-b3a4-3a113c03879b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0589838 Feb 16 16:05:21.099143 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-67df9455-67c3-44db-87c8-3c72f7c76a8a req-e8dd6541-c839-4923-b989-bc1d64d2e7f8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468917 Feb 16 16:05:21.578913 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1cd1d0d6-129d-4621-8fd6-4d6c41364761 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:05:21.631449 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:05:21.637252 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:05:21.637851 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:21.736003 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:21.736400 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:21.761912 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd1d0d6-129d-4621-8fd6-4d6c41364761'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:21.764535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44143c1-b1c5-4019-91b1-b724bde98b90" -d '{"events": [{"server_uuid": "c2cf90f0-77e6-4f42-8d4e-d0527524d4eb", "name": "network-vif-plugged", "status": "completed", "tag": "1cd1d0d6-129d-4621-8fd6-4d6c41364761"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:21.786170 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:21.786442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bebac-7bbb-47e3-a782-f9d2303655b7 req-679d684b-5ced-4ea6-a4d7-adca067e0740 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:21.788016 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-480bebac-7bbb-47e3-a782-f9d2303655b7 req-679d684b-5ced-4ea6-a4d7-adca067e0740 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 944 time: 0.0816536 Feb 16 16:05:21.799880 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:21.801774 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:05:21.845978 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-480bebac-7bbb-47e3-a782-f9d2303655b7 req-49a41039-1c94-48b1-9cc2-5f59fa511ca6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516322 Feb 16 16:05:21.859641 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6c812e-d6e7-42b6-ae4c-16ba880c77b3 x-openstack-request-id: req-9b6c812e-d6e7-42b6-ae4c-16ba880c77b3 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:21.861429 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cf90f0-77e6-4f42-8d4e-d0527524d4eb", "name": "network-vif-plugged", "status": "completed", "tag": "1cd1d0d6-129d-4621-8fd6-4d6c41364761", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:21.861997 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b6c812e-d6e7-42b6-ae4c-16ba880c77b3 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:21.863981 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd1d0d6-129d-4621-8fd6-4d6c41364761', 'code': 200} Feb 16 16:05:21.943754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=1cd1d0d6-129d-4621-8fd6-4d6c41364761,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:21.984945 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea8bd9-808c-489d-90a5-aa35546ffb7e req-25289bc0-1f17-4c42-8ee4-ca345e476390 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:21.986494 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b1ea8bd9-808c-489d-90a5-aa35546ffb7e req-25289bc0-1f17-4c42-8ee4-ca345e476390 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0750031 Feb 16 16:05:21.986885 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: DOWN; New status is: DOWN {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:22.044061 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b1ea8bd9-808c-489d-90a5-aa35546ffb7e req-543a464f-edfc-4657-9580-86992722d164 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506434 Feb 16 16:05:22.094835 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41308bf-590b-4efd-883b-4b07938cbf4b req-b7438888-585b-4bca-864f-7030eacf50e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.096362 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a41308bf-590b-4efd-883b-4b07938cbf4b req-b7438888-585b-4bca-864f-7030eacf50e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 1129 time: 0.0527167 Feb 16 16:05:22.148328 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a41308bf-590b-4efd-883b-4b07938cbf4b req-68e422fe-82be-49e0-baa0-ec76b2769c65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Feb 16 16:05:22.226353 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7fd7d-9996-46f3-83c5-d05d87ea0eea req-b36e40d4-a3c5-4c3f-bcdf-c6cef1c937dd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.227898 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-27f7fd7d-9996-46f3-83c5-d05d87ea0eea req-b36e40d4-a3c5-4c3f-bcdf-c6cef1c937dd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0527093 Feb 16 16:05:22.276655 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-27f7fd7d-9996-46f3-83c5-d05d87ea0eea req-3f09ab05-0387-48dc-a317-fc8090207c66 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 Feb 16 16:05:22.511345 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-d91c6f75-757a-4c34-ae57-3b4b5e656944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.512755 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-d91c6f75-757a-4c34-ae57-3b4b5e656944 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9&tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 1127 time: 0.0786715 Feb 16 16:05:22.584823 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-03ef7ce6-fda0-479c-8c89-9760e06b9e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.586345 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-03ef7ce6-fda0-479c-8c89-9760e06b9e01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1127 time: 0.0491173 Feb 16 16:05:22.682111 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-a07b78be-53f1-422e-a1c2-f5fc8c51ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.684240 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-a07b78be-53f1-422e-a1c2-f5fc8c51ea5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.0882449 Feb 16 16:05:22.755438 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-81981e73-0354-486b-a52b-e69ce13e2eee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 999 time: 0.0635779 Feb 16 16:05:22.805544 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-2cccb646-e0ae-452a-87af-045df808f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.807047 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-2cccb646-e0ae-452a-87af-045df808f5f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0460217 Feb 16 16:05:22.857364 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-f36caefb-3208-48ae-b41f-3bb8d5a1b9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.858861 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-f36caefb-3208-48ae-b41f-3bb8d5a1b9a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448685 Feb 16 16:05:22.989224 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579912e-399c-4c2d-b753-2e18e536665f req-2562553c-84cf-46bb-9769-1b0b53f915d6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:22.990370 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-852b0cda-7bc0-4577-875a-cf6170592052 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204278 Feb 16 16:05:22.991375 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3579912e-399c-4c2d-b753-2e18e536665f req-2562553c-84cf-46bb-9769-1b0b53f915d6 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 945 time: 0.0661039 Feb 16 16:05:23.059115 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3579912e-399c-4c2d-b753-2e18e536665f req-bb46f6a9-21ea-4515-9ccf-c1ee6470e5db tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611124 Feb 16 16:05:23.105856 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3a393563-cff7-4c51-8f8b-32f3589887b0 req-d1129d0b-8011-4e8d-a2bc-7b7df783a3d9 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095660 Feb 16 16:05:23.195524 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb90500-cded-4d63-93e0-2289a693c1e8 req-bdc648e7-92f9-445e-b821-7f273af28999 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:23.197062 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5fb90500-cded-4d63-93e0-2289a693c1e8 req-bdc648e7-92f9-445e-b821-7f273af28999 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0628633 Feb 16 16:05:23.250666 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5fb90500-cded-4d63-93e0-2289a693c1e8 req-189c1d10-23c5-4bad-9ef2-0c6fc7161843 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Feb 16 16:05:23.435289 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b001b36-2250-4d9f-a9ad-e2b2f1b5a24c req-97b7b25d-d1f3-4330-900e-aa910d939301 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:23.437212 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b001b36-2250-4d9f-a9ad-e2b2f1b5a24c req-97b7b25d-d1f3-4330-900e-aa910d939301 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0674849 Feb 16 16:05:23.515928 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9b001b36-2250-4d9f-a9ad-e2b2f1b5a24c req-ef84749d-9b3f-4dc9-88c4-f8e5f40cc644 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714204 Feb 16 16:05:24.210242 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218f1f2-b3f6-44a5-aa8d-c5022057886e req-e5ac13e6-89e5-4856-a926-65dd6cc576c5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:24.211801 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7218f1f2-b3f6-44a5-aa8d-c5022057886e req-e5ac13e6-89e5-4856-a926-65dd6cc576c5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 945 time: 0.0707719 Feb 16 16:05:24.267543 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7218f1f2-b3f6-44a5-aa8d-c5022057886e req-47049447-888c-4ade-b09d-e28b0236d756 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494897 Feb 16 16:05:24.450748 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7106793-1a02-49f2-8873-26a2a18c0540 req-f0f8ed74-a022-49ec-9f23-aa46bf78f3cd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:24.453451 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a7106793-1a02-49f2-8873-26a2a18c0540 req-f0f8ed74-a022-49ec-9f23-aa46bf78f3cd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1055498 Feb 16 16:05:24.525275 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a7106793-1a02-49f2-8873-26a2a18c0540 req-4c7f994f-088a-49fa-baa2-306017b0fc56 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644114 Feb 16 16:05:24.718427 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609af5d-ec8c-4ae6-b916-75d5e54b9210 req-996d3b5e-7f88-4a6e-be1e-ddf4e3dce0fe tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:24.720247 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e609af5d-ec8c-4ae6-b916-75d5e54b9210 req-996d3b5e-7f88-4a6e-be1e-ddf4e3dce0fe tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.1067429 Feb 16 16:05:24.778738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e609af5d-ec8c-4ae6-b916-75d5e54b9210 req-83da1ba6-881d-4f7c-a798-8de280ac4737 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511117 Feb 16 16:05:25.686024 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d26cfe-a97b-42f6-a9e9-002a9b243bd8 req-f4e62b40-9348-492e-b0cd-2f318c59e526 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:25.687872 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b7d26cfe-a97b-42f6-a9e9-002a9b243bd8 req-f4e62b40-9348-492e-b0cd-2f318c59e526 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0700042 Feb 16 16:05:25.789842 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b7d26cfe-a97b-42f6-a9e9-002a9b243bd8 req-4ad74be5-5f2e-4fed-b898-9b075856b0fa tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947161 Feb 16 16:05:25.945668 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e468c8d-24d9-4071-b4f2-607a5d6805b3 req-e87300cc-c6fd-403d-bd20-5374af62651c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:25.947421 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6e468c8d-24d9-4071-b4f2-607a5d6805b3 req-e87300cc-c6fd-403d-bd20-5374af62651c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0668893 Feb 16 16:05:26.027403 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6e468c8d-24d9-4071-b4f2-607a5d6805b3 req-b9b27196-a7ce-4b16-9c18-b5ef13ef4260 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722892 Feb 16 16:05:26.931065 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249f27f-3bac-4290-adf9-54b09fade737 req-fac298d3-15b3-45bf-bc02-4214d18370cb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:26.933584 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8249f27f-3bac-4290-adf9-54b09fade737 req-fac298d3-15b3-45bf-bc02-4214d18370cb tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0690968 Feb 16 16:05:26.984397 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8249f27f-3bac-4290-adf9-54b09fade737 req-7c3808a2-4828-4b23-ba6c-2a33f29dded7 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441921 Feb 16 16:05:27.180741 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab674c80-7a6e-4840-9421-d65d566a91ec req-30a7e171-b63a-4866-9871-645543de19fa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:27.182422 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab674c80-7a6e-4840-9421-d65d566a91ec req-30a7e171-b63a-4866-9871-645543de19fa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0712163 Feb 16 16:05:27.246459 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ab674c80-7a6e-4840-9421-d65d566a91ec req-2c7193b7-d274-4080-b6f2-06d98f56d3f0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578103 Feb 16 16:05:28.134101 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7351f75-54d3-4306-9e46-56bc0d5e26b2 req-8fa4787a-87a9-4292-987b-9847edad0f9b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:28.137015 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7351f75-54d3-4306-9e46-56bc0d5e26b2 req-8fa4787a-87a9-4292-987b-9847edad0f9b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0759771 Feb 16 16:05:28.199457 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c7351f75-54d3-4306-9e46-56bc0d5e26b2 req-91c37b87-42c5-481c-a785-398dee9a0856 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Feb 16 16:05:28.398306 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b5887-e11e-4c95-98b2-50e6676aa17d req-835776e4-6256-459e-83bf-c01303b20c30 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:28.400100 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-584b5887-e11e-4c95-98b2-50e6676aa17d req-835776e4-6256-459e-83bf-c01303b20c30 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0556345 Feb 16 16:05:28.477945 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-584b5887-e11e-4c95-98b2-50e6676aa17d req-14165bfe-9def-438d-a811-ac1988d4941f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713270 Feb 16 16:05:29.338672 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4d21b-2ecd-4bd6-9fbf-91f05359bef5 req-ba2cb267-9830-4498-a5d7-04bd11732054 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:29.340690 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f5f4d21b-2ecd-4bd6-9fbf-91f05359bef5 req-ba2cb267-9830-4498-a5d7-04bd11732054 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0571153 Feb 16 16:05:29.394249 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f5f4d21b-2ecd-4bd6-9fbf-91f05359bef5 req-42b732af-aaa9-4ee9-87c5-0b9a4d6c06ac tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Feb 16 16:05:29.635961 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f2135-32f7-416d-b601-b5e23c4af0c9 req-4b0b0baf-d6d1-4476-a4c8-fc1fe65e9b55 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:29.637998 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-493f2135-32f7-416d-b601-b5e23c4af0c9 req-4b0b0baf-d6d1-4476-a4c8-fc1fe65e9b55 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0619781 Feb 16 16:05:29.724388 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-493f2135-32f7-416d-b601-b5e23c4af0c9 req-fe9b4b2b-edd4-43ca-86fa-8d809a2fd8d2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585523 Feb 16 16:05:30.553199 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a23275-ceb6-4198-992e-fbb89901affb req-0fa9ccef-c634-4966-b561-e0332ff2cea5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:30.554769 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-09a23275-ceb6-4198-992e-fbb89901affb req-0fa9ccef-c634-4966-b561-e0332ff2cea5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0674651 Feb 16 16:05:30.617165 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-09a23275-ceb6-4198-992e-fbb89901affb req-675f7f9c-1803-4241-b3ba-9ac290ee3cf8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520065 Feb 16 16:05:30.881799 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d37c4-2be9-4638-995c-b13297266de0 req-95aa0983-7852-4e74-ac52-fbaa348652c5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:30.883512 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f15d37c4-2be9-4638-995c-b13297266de0 req-95aa0983-7852-4e74-ac52-fbaa348652c5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0761490 Feb 16 16:05:30.953605 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f15d37c4-2be9-4638-995c-b13297266de0 req-94378211-89de-434f-be18-7b410f628265 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636511 Feb 16 16:05:31.758595 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5413-7151-423e-a298-b536d4d0eaec req-8fec8a25-3605-465c-be31-9d3f78494c75 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:31.760999 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d33d5413-7151-423e-a298-b536d4d0eaec req-8fec8a25-3605-465c-be31-9d3f78494c75 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0678551 Feb 16 16:05:31.828138 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d33d5413-7151-423e-a298-b536d4d0eaec req-85cf3866-2b92-49e4-bd89-9252394da19d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577385 Feb 16 16:05:32.150186 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96623a55-f039-4dd7-95a1-a2955002e4d9 req-9d56bb5a-da3b-4a09-97ec-30e092ea802a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:32.152546 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96623a55-f039-4dd7-95a1-a2955002e4d9 req-9d56bb5a-da3b-4a09-97ec-30e092ea802a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0981305 Feb 16 16:05:32.214089 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96623a55-f039-4dd7-95a1-a2955002e4d9 req-6cdafc34-4dd3-4253-be98-f3f82ca5300c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548713 Feb 16 16:05:32.986038 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae77ff6-6217-4e10-87bd-883a419ca149 req-2d4182e9-c4f5-46de-8911-e74ba715532b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:32.988479 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4ae77ff6-6217-4e10-87bd-883a419ca149 req-2d4182e9-c4f5-46de-8911-e74ba715532b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0727072 Feb 16 16:05:33.105085 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4ae77ff6-6217-4e10-87bd-883a419ca149 req-40d7806a-68a2-4702-b72f-bc289ccd6582 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031847 Feb 16 16:05:33.466154 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777623a3-6636-4818-8c2d-ebd117a526d9 req-6ae4079e-8925-4aa3-a30e-3c5be85b39ad tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:33.468697 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-777623a3-6636-4818-8c2d-ebd117a526d9 req-6ae4079e-8925-4aa3-a30e-3c5be85b39ad tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.1213524 Feb 16 16:05:33.530981 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-777623a3-6636-4818-8c2d-ebd117a526d9 req-ef04351c-5146-494f-be0a-015b2471c658 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469294 Feb 16 16:05:34.237854 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae90ec-7f02-468b-b19b-09042d956c93 req-79af7d52-27b3-4a33-85c5-79d9f64e572b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:34.239466 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bdae90ec-7f02-468b-b19b-09042d956c93 req-79af7d52-27b3-4a33-85c5-79d9f64e572b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0537512 Feb 16 16:05:34.289219 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bdae90ec-7f02-468b-b19b-09042d956c93 req-a5f2d6da-5f28-4d15-a09e-520e41e3d1a1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437031 Feb 16 16:05:34.615337 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-75f21448-eb8e-4707-b566-d5be64be0293 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0798488 Feb 16 16:05:34.686855 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991cc39-7ff1-4628-923b-5d6b6d7e43e4 req-7ee2f292-9e89-43a0-8996-74e96c8bd0bb tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:34.696916 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f991cc39-7ff1-4628-923b-5d6b6d7e43e4 req-7ee2f292-9e89-43a0-8996-74e96c8bd0bb tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0766389 Feb 16 16:05:34.736126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-9be0e3c7-4b0c-4d24-bd56-b8509f57710a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:34.738249 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-9be0e3c7-4b0c-4d24-bd56-b8509f57710a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 1129 time: 0.0695837 Feb 16 16:05:34.766977 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f991cc39-7ff1-4628-923b-5d6b6d7e43e4 req-4a35da93-4587-43ea-89f8-2d538f2ef7a5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689123 Feb 16 16:05:34.892210 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-20f81822-c39a-4beb-a1f2-4bfea6aaad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:34.893896 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-20f81822-c39a-4beb-a1f2-4bfea6aaad60 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.1162434 Feb 16 16:05:34.944350 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-6790d93f-3ae1-4bfa-b032-716dbb479840 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f HTTP/1.1" status: 200 len: 217 time: 0.0368876 Feb 16 16:05:35.000152 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-bda76b90-6639-43ee-8740-44e323aa35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:35.001622 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-bda76b90-6639-43ee-8740-44e323aa35cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0465634 Feb 16 16:05:35.043668 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-1ce4f5f5-6b30-48b6-99d7-208565adef74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313861 Feb 16 16:05:35.141250 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-b069ef54-c0f4-45a0-a752-5c43607ed5d4 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907295 Feb 16 16:05:35.240657 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-970c1c4b-3a59-47a4-b070-dab3f42c9049 req-47cfe821-fbed-4763-b9f3-1b9b37ba3d33 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928929 Feb 16 16:05:35.423606 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce3500-04fe-4494-ab3c-3e4dbc56b75a req-a7a3ffab-c498-4b43-beed-f4c6e615cb00 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:35.425034 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84ce3500-04fe-4494-ab3c-3e4dbc56b75a req-a7a3ffab-c498-4b43-beed-f4c6e615cb00 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0561414 Feb 16 16:05:35.474949 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-84ce3500-04fe-4494-ab3c-3e4dbc56b75a req-c42fe5a1-a2eb-437f-857b-1e3ea1d25ac1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443456 Feb 16 16:05:35.917092 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfb395-cffa-4619-90a8-6cd32dc0df5a req-10fb602c-284f-405d-8fe4-b275b9065705 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:35.918930 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-49cfb395-cffa-4619-90a8-6cd32dc0df5a req-10fb602c-284f-405d-8fe4-b275b9065705 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0594912 Feb 16 16:05:35.978499 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-49cfb395-cffa-4619-90a8-6cd32dc0df5a req-3d1d73d5-8875-49d7-80bd-578177029d37 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538960 Feb 16 16:05:36.224127 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:36.420864 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f347a-bfeb-4086-ab57-c244ebc1ba6b req-051c9348-08ea-4e5b-82aa-5df454f9658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:36.422389 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-689f347a-bfeb-4086-ab57-c244ebc1ba6b req-051c9348-08ea-4e5b-82aa-5df454f9658e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0530612 Feb 16 16:05:36.484256 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-689f347a-bfeb-4086-ab57-c244ebc1ba6b req-aa86d5b8-ba7c-45b8-9783-c18a26982dbf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550828 Feb 16 16:05:36.603478 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402c0df-98b1-4b42-957a-1e6d42816594 req-7d82b464-e7b4-4840-aa0a-cfb4d3d5bc31 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:36.605535 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4402c0df-98b1-4b42-957a-1e6d42816594 req-7d82b464-e7b4-4840-aa0a-cfb4d3d5bc31 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0565734 Feb 16 16:05:36.658215 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4402c0df-98b1-4b42-957a-1e6d42816594 req-ab26cb43-b860-44cb-9902-7564788a382e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466192 Feb 16 16:05:37.109675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60406cda-56d6-44e6-9c7a-db28baf67890 req-37753a96-d61c-4399-9023-f5b24823a155 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:37.111193 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-60406cda-56d6-44e6-9c7a-db28baf67890 req-37753a96-d61c-4399-9023-f5b24823a155 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0544531 Feb 16 16:05:37.162754 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-60406cda-56d6-44e6-9c7a-db28baf67890 req-0d3574b1-0ca8-4489-9017-4bdf1109fd98 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454879 Feb 16 16:05:37.780694 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3480cc-c54e-48cd-a268-53129fe1fbf9 req-d1841a7d-2743-4d13-be44-6b409c482c71 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:37.782175 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8e3480cc-c54e-48cd-a268-53129fe1fbf9 req-d1841a7d-2743-4d13-be44-6b409c482c71 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0539262 Feb 16 16:05:37.833837 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8e3480cc-c54e-48cd-a268-53129fe1fbf9 req-b9d3157b-7202-4f0e-82c4-c1c25e238f18 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455339 Feb 16 16:05:38.288413 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b89f2-73bb-4735-8daa-985024982502 req-acd5869b-754c-4c68-9478-ebbacd51f50b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:38.289890 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-550b89f2-73bb-4735-8daa-985024982502 req-acd5869b-754c-4c68-9478-ebbacd51f50b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0525107 Feb 16 16:05:38.337865 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-550b89f2-73bb-4735-8daa-985024982502 req-3f70bfb9-779a-4747-8433-a9888b6d3827 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Feb 16 16:05:38.964626 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658ca06-fb55-45ed-b91f-406a066664d7 req-0d63e082-7655-48ec-af00-52a64d8f0807 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:38.966195 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9658ca06-fb55-45ed-b91f-406a066664d7 req-0d63e082-7655-48ec-af00-52a64d8f0807 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0578661 Feb 16 16:05:39.014909 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9658ca06-fb55-45ed-b91f-406a066664d7 req-9d0316c0-a71d-4fe7-ac6b-15ecaecbc886 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Feb 16 16:05:39.391389 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89930b0c-51e8-46bc-9dcf-e0c378d2f16f req-f0bb6bd4-f776-459a-b12d-672f0d8dbd73 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:39.392951 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89930b0c-51e8-46bc-9dcf-e0c378d2f16f req-f0bb6bd4-f776-459a-b12d-672f0d8dbd73 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0568767 Feb 16 16:05:39.397438 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-e7a1b950-a210-4fcf-9b55-e9d08b24cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:39.400148 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-e7a1b950-a210-4fcf-9b55-e9d08b24cf7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=90896883632943e899a84ffb10835031&device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 1129 time: 0.0584531 Feb 16 16:05:39.465574 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89930b0c-51e8-46bc-9dcf-e0c378d2f16f req-5b7ec568-e93b-4b2d-a19a-965cec6c7fbc tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659902 Feb 16 16:05:39.788611 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-3f1d5739-9e10-4ee7-857e-fba7508b7715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:39.790081 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-3f1d5739-9e10-4ee7-857e-fba7508b7715 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 200 len: 916 time: 0.3796504 Feb 16 16:05:39.797577 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce84edf-35f7-434a-91b4-aeda3f5375e4 req-a138dbaa-abf3-4667-8ec7-81958b34b91e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:39.799072 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce84edf-35f7-434a-91b4-aeda3f5375e4 req-a138dbaa-abf3-4667-8ec7-81958b34b91e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.3747087 Feb 16 16:05:39.845856 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-d3d811e3-105d-4781-972a-866557b32e59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 200 len: 217 time: 0.0458024 Feb 16 16:05:39.921533 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce84edf-35f7-434a-91b4-aeda3f5375e4 req-64293966-feca-44e5-a135-aeb5a638e238 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129043 Feb 16 16:05:39.927561 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-74356c07-868b-4f93-97f1-4082a2e5af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:39.928982 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-74356c07-868b-4f93-97f1-4082a2e5af86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 200 len: 855 time: 0.0727942 Feb 16 16:05:39.967944 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-e10237f3-53b7-4561-979b-455df35a7574 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b7a5b21-14b5-403c-a74b-51222a4db256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306079 Feb 16 16:05:40.074939 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-b949aaee-5b83-4948-bb3c-05d5b18965cc service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916207 Feb 16 16:05:40.127063 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fcd6998f-a963-47b4-b1e4-dc2df4191858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:40.229862 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7e6f0d5-2896-41ea-a32b-f4060d7f810e req-bc5b76e2-65b2-49c0-a673-4dd5df8395a6 service neutron] 10.222.0.36 "GET /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461709 Feb 16 16:05:40.398667 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33159660-b2f9-4244-a4d8-7c8b41e9158d req-886195f6-44db-4bf7-8e64-7e6031d63171 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:40.400049 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33159660-b2f9-4244-a4d8-7c8b41e9158d req-886195f6-44db-4bf7-8e64-7e6031d63171 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0910449 Feb 16 16:05:40.407133 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-8b4ee02e-3f7e-48a6-a664-3664acebb541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:40.408570 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-8b4ee02e-3f7e-48a6-a664-3664acebb541 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1169 time: 0.0720520 Feb 16 16:05:40.536931 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33159660-b2f9-4244-a4d8-7c8b41e9158d req-f29c79df-232e-4654-8729-a42c9fdb8c36 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1270897 Feb 16 16:05:40.570321 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-3765bf96-84a8-48f6-849a-27f7954abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:40.573734 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-3765bf96-84a8-48f6-849a-27f7954abb5e service neutron] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 916 time: 0.1564176 Feb 16 16:05:40.608400 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2297c95-e358-4a12-9fee-a6864e5b0333 req-6f6ac37c-21fa-4aa2-bde1-75640c8283e9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:40.609972 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c2297c95-e358-4a12-9fee-a6864e5b0333 req-6f6ac37c-21fa-4aa2-bde1-75640c8283e9 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0692275 Feb 16 16:05:40.666998 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-668e2ccc-f7bf-43f3-91a0-293c05b39e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 1001 time: 0.0713165 Feb 16 16:05:40.670221 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c2297c95-e358-4a12-9fee-a6864e5b0333 req-cb1e58ad-012e-4329-b00c-73299324730f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540490 Feb 16 16:05:40.734421 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-a87776ba-252d-45a6-b22a-2e2df7fa85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:40.735931 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-a87776ba-252d-45a6-b22a-2e2df7fa85d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.0473785 Feb 16 16:05:40.794714 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-d0cf09ed-2278-4b0e-943b-ce6bb05e2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:40.796258 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-d0cf09ed-2278-4b0e-943b-ce6bb05e2e32 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505986 Feb 16 16:05:40.894790 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-7861a018-1784-4083-9e25-d280e9849ce5 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901980 Feb 16 16:05:41.001773 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6fc34bde-5d6b-44b9-bd72-3b7cb0c40cc5 req-99104419-9ee9-4a74-bd1d-1731f5ef83a2 service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923142 Feb 16 16:05:41.062684 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915b45a-b9a2-4421-8963-4c740a3693e1 req-ebbf66ee-0563-4560-b6c9-4fdbc3183164 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:41.064248 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c915b45a-b9a2-4421-8963-4c740a3693e1 req-ebbf66ee-0563-4560-b6c9-4fdbc3183164 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0572813 Feb 16 16:05:41.115440 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c915b45a-b9a2-4421-8963-4c740a3693e1 req-c60aa269-8fda-4093-83de-e83ae36a4eb5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456274 Feb 16 16:05:41.672661 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9044-5465-4d91-9949-59983c5d724f req-0e9ecdd9-d5e6-4357-abb2-e5e7d54162a9 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:41.674158 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-56af9044-5465-4d91-9949-59983c5d724f req-0e9ecdd9-d5e6-4357-abb2-e5e7d54162a9 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0532167 Feb 16 16:05:41.755978 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-56af9044-5465-4d91-9949-59983c5d724f req-501493e5-0bd1-4325-b404-819607fa62bc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0753143 Feb 16 16:05:41.861912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbcbde-63a3-46b3-bd67-0c2883acc59c req-640e870b-e7d0-4289-9706-af5423b9ebe3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:41.864663 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64cbcbde-63a3-46b3-bd67-0c2883acc59c req-640e870b-e7d0-4289-9706-af5423b9ebe3 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1024826 Feb 16 16:05:41.927866 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64cbcbde-63a3-46b3-bd67-0c2883acc59c req-63185b52-0b3c-4580-b363-6d7c043e89c8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565050 Feb 16 16:05:42.298986 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40670b4b-cced-454b-ba60-e18afc3df4c6 req-4987d52a-33ff-4a93-99d7-fd4bb556f4a2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:42.298986 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-40670b4b-cced-454b-ba60-e18afc3df4c6 req-4987d52a-33ff-4a93-99d7-fd4bb556f4a2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0731370 Feb 16 16:05:42.362969 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-40670b4b-cced-454b-ba60-e18afc3df4c6 req-6a6268cd-2a54-4f24-a697-bbe27b7d6736 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651593 Feb 16 16:05:42.613276 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-23af4b1d-0a73-411f-8d49-32eb726c09bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:42.895688 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d41fe-5ecf-4d7b-aede-3dcfa31e4391 req-d4f36812-8b75-4c4c-b0d3-fc910391768e tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:42.897286 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-df0d41fe-5ecf-4d7b-aede-3dcfa31e4391 req-d4f36812-8b75-4c4c-b0d3-fc910391768e tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0564451 Feb 16 16:05:42.958495 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-df0d41fe-5ecf-4d7b-aede-3dcfa31e4391 req-8f172977-960a-4168-9b86-c36f245c0510 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0546298 Feb 16 16:05:43.052306 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d80d7d4-7d62-4ec7-a3d5-3c876b2e8a2d req-9950fd57-da96-4d1a-8da0-7a4fc8d7e440 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:43.053771 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1d80d7d4-7d62-4ec7-a3d5-3c876b2e8a2d req-9950fd57-da96-4d1a-8da0-7a4fc8d7e440 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0540907 Feb 16 16:05:43.100518 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1d80d7d4-7d62-4ec7-a3d5-3c876b2e8a2d req-49ca0773-6bb3-4bfa-8e86-5823670d6bae tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Feb 16 16:05:43.502627 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236972-a63f-48cc-9197-ed23974e1790 req-970ea737-70fc-40aa-84db-6082c3e73ea0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:43.504155 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3236972-a63f-48cc-9197-ed23974e1790 req-970ea737-70fc-40aa-84db-6082c3e73ea0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 943 time: 0.0556209 Feb 16 16:05:43.554517 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3236972-a63f-48cc-9197-ed23974e1790 req-9c19877d-4f11-407f-b074-c1e82921ee37 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448415 Feb 16 16:05:43.604999 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:43.730575 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:05:43.836576 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:43.850896 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'port_id': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'mac_address': 'fa:16:3e:2f:33:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:05:43.897385 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:43.897870 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:43.912759 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 044e9f4c-dd2d-414b-b326-5adb5365ebe3 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:05:43.932630 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:43.936458 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:43.991968 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=9']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:44.089286 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7097-8da6-488c-81c2-3e0d2eb6a11b req-723c5b68-c390-43af-9dbe-d4abe3b0cde2 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:44.090869 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d42c7097-8da6-488c-81c2-3e0d2eb6a11b req-723c5b68-c390-43af-9dbe-d4abe3b0cde2 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0590608 Feb 16 16:05:44.154982 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d42c7097-8da6-488c-81c2-3e0d2eb6a11b req-bedb66f8-290d-4cbe-ab9b-0aac1ed12f78 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0582802 Feb 16 16:05:44.236582 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740682b-9fa1-44da-8e57-038e798d858f req-3237d388-a04d-47a0-b132-a128dd7a1c2a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:44.238139 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5740682b-9fa1-44da-8e57-038e798d858f req-3237d388-a04d-47a0-b132-a128dd7a1c2a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0671229 Feb 16 16:05:44.288139 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5740682b-9fa1-44da-8e57-038e798d858f req-5407e88f-270c-49a6-bc41-668f25e7aca1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442514 Feb 16 16:05:44.398240 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['044e9f4c-dd2d-414b-b326-5adb5365ebe3'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:44.694666 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c711d-f264-451b-94e2-e1d29472e04a req-75f474e9-b877-487e-8305-a9ef02066c31 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:44.696216 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a82c711d-f264-451b-94e2-e1d29472e04a req-75f474e9-b877-487e-8305-a9ef02066c31 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 944 time: 0.0558019 Feb 16 16:05:44.742947 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a82c711d-f264-451b-94e2-e1d29472e04a req-d558d101-6391-404f-b1e4-065fab94748f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403934 Feb 16 16:05:45.066428 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:45.144762 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701bb7-3c67-40ba-ac01-02e7d46cd45e req-dca10332-11f4-4d74-a1ca-837aecb9e763 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:45.146277 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd701bb7-3c67-40ba-ac01-02e7d46cd45e req-dca10332-11f4-4d74-a1ca-837aecb9e763 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 945 time: 0.0544353 Feb 16 16:05:45.199810 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd701bb7-3c67-40ba-ac01-02e7d46cd45e req-204d2653-a093-4faa-bdfd-d7dbd46949c8 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479407 Feb 16 16:05:45.492686 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5912e77c-3523-4e7d-90e3-dc0f6ccf0c15 req-d316a0b6-15fd-49d6-ae66-94b0302d0700 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:45.495574 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5912e77c-3523-4e7d-90e3-dc0f6ccf0c15 req-d316a0b6-15fd-49d6-ae66-94b0302d0700 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.2604072 Feb 16 16:05:45.564873 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5912e77c-3523-4e7d-90e3-dc0f6ccf0c15 req-b43b34bc-5fe0-43e3-b769-6638629784d7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0637257 Feb 16 16:05:45.742943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:05:45.796614 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:05:45.796977 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:45.879134 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:05:45.879539 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:45.903304 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af409c96-c0fb-449a-8e9f-714df367f0b4 req-ce344985-f0cf-4a03-aafc-18c9929d4c7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:45.904818 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-af409c96-c0fb-449a-8e9f-714df367f0b4 req-ce344985-f0cf-4a03-aafc-18c9929d4c7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 944 time: 0.0533087 Feb 16 16:05:45.907593 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:45.910122 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece9376a-14a2-424a-a646-bebbb5d94cbf" -d '{"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-plugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:45.926318 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:45.931425 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:45.957315 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd7c334-468e-4a3e-b46a-fa81a8ac01fa x-openstack-request-id: req-6cd7c334-468e-4a3e-b46a-fa81a8ac01fa {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:45.958208 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-plugged", "status": "completed", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:45.958208 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6cd7c334-468e-4a3e-b46a-fa81a8ac01fa {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:45.958461 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'code': 200} Feb 16 16:05:45.965315 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-af409c96-c0fb-449a-8e9f-714df367f0b4 req-17f14828-a1f1-4e37-a264-66d5bb3c24a5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545769 Feb 16 16:05:45.988891 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=10']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:46.339719 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab265114-b36b-474a-9273-646d5fabb327 req-c1811235-89ae-4590-8f3d-cb7124e97631 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:46.341217 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ab265114-b36b-474a-9273-646d5fabb327 req-c1811235-89ae-4590-8f3d-cb7124e97631 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 945 time: 0.0526319 Feb 16 16:05:46.389193 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ab265114-b36b-474a-9273-646d5fabb327 req-8b0dd940-8271-4078-9407-07968d6b70af tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424259 Feb 16 16:05:46.436858 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:46.602221 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f7b80-8e02-4f07-b3d8-96d41002c292 req-7456faf4-4a0a-4562-b0f7-076e9c3049c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:46.604343 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff2f7b80-8e02-4f07-b3d8-96d41002c292 req-7456faf4-4a0a-4562-b0f7-076e9c3049c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1130 time: 0.0463176 Feb 16 16:05:46.652701 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ff2f7b80-8e02-4f07-b3d8-96d41002c292 req-37ab8687-a5bb-4da8-b5bd-13522ba11562 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390880 Feb 16 16:05:46.689419 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79570b4-335d-48f5-b7f0-96d3e934aaf5 req-3944ae7b-8ce4-4c90-86c4-78ca0d90beab tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:46.690929 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d79570b4-335d-48f5-b7f0-96d3e934aaf5 req-3944ae7b-8ce4-4c90-86c4-78ca0d90beab tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0569305 Feb 16 16:05:46.750315 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d79570b4-335d-48f5-b7f0-96d3e934aaf5 req-46325ce3-91d5-4a2e-ad60-f0fe9317b972 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0535939 Feb 16 16:05:47.102408 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d36be52-1137-4878-876a-b0e21a7f69eb req-d5bca664-2abf-436f-b5b0-3d87d497e269 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:47.104685 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d36be52-1137-4878-876a-b0e21a7f69eb req-d5bca664-2abf-436f-b5b0-3d87d497e269 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0608571 Feb 16 16:05:47.156831 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d36be52-1137-4878-876a-b0e21a7f69eb req-ca1914e3-0ad8-4408-9f57-7cb1f1bc2ba5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457478 Feb 16 16:05:47.512833 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157dfff-3a30-451b-8963-363c3956db7b req-a4764dae-e075-4e9b-b574-9edc0d2a0fcc tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:47.514363 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e157dfff-3a30-451b-8963-363c3956db7b req-a4764dae-e075-4e9b-b574-9edc0d2a0fcc tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 945 time: 0.0564308 Feb 16 16:05:47.566825 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e157dfff-3a30-451b-8963-363c3956db7b req-00420f09-dca9-45cf-93e6-a5b38a098175 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Feb 16 16:05:47.880073 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-c4c63754-839d-4b84-b8eb-c6623b447705 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:47.881706 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-c4c63754-839d-4b84-b8eb-c6623b447705 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 945 time: 0.0896902 Feb 16 16:05:47.907018 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bf090-66e7-48cc-83ff-36efa18c3c4d req-5f4d4172-6ece-42bc-a35e-51fa5311868a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:47.908864 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-125bf090-66e7-48cc-83ff-36efa18c3c4d req-5f4d4172-6ece-42bc-a35e-51fa5311868a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0859497 Feb 16 16:05:48.043415 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-125bf090-66e7-48cc-83ff-36efa18c3c4d req-e0260f43-b143-4471-8335-163029733c2a tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1100359 Feb 16 16:05:48.054474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Deleting port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:05:48.054842 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:48.162685 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] For port 1cd1d0d6-129d-4621-8fd6-4d6c41364761, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1cd1d0d6-129d-4621-8fd6-4d6c41364761,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:48.163080 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:48.188610 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Calling delete_port for 1cd1d0d6-129d-4621-8fd6-4d6c41364761 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:05:48.274689 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce43b0-4a04-4456-b984-0d4c9d606045 req-3a10cf4a-77dc-4945-b4f3-df2b6feedbf5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:48.276771 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b6ce43b0-4a04-4456-b984-0d4c9d606045 req-3a10cf4a-77dc-4945-b4f3-df2b6feedbf5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1046171 Feb 16 16:05:48.294409 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d90334-58e8-4fab-b851-1be8b1244526 req-47cda2f7-9ff1-48fc-a786-d0baed804ebd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:48.299641 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6d90334-58e8-4fab-b851-1be8b1244526 req-47cda2f7-9ff1-48fc-a786-d0baed804ebd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0589211 Feb 16 16:05:48.356166 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f6d90334-58e8-4fab-b851-1be8b1244526 req-59c0a7b2-c647-4baf-9447-42c101aace8f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546350 Feb 16 16:05:48.362991 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b6ce43b0-4a04-4456-b984-0d4c9d606045 req-7bd93262-eedc-4533-933f-d25147cc5222 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741668 Feb 16 16:05:48.420471 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (1cd1d0d6-129d-4621-8fd6-4d6c41364761), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:48.437490 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd', 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'cb6a397c-8668-4a6b-af51-2983f096204a', '1cd1d0d6-129d-4621-8fd6-4d6c41364761'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:48.451925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event deleted for resources: {'Port': ['ID=1cd1d0d6-129d-4621-8fd6-4d6c41364761,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:48.478944 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.479336 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.479689 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.480027 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.480368 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.480722 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.481462 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.481462 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.481677 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.482010 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.482341 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.482784 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.482990 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:05:48.509111 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] No DVR routers for this DVR port 1cd1d0d6-129d-4621-8fd6-4d6c41364761 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:05:48.512694 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:48.517027 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dba75d1-25e6-4cc8-84e6-c0ee4cef3db1 req-9430baa6-4180-4173-b215-87079e146167 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "DELETE /v2.0/ports/1cd1d0d6-129d-4621-8fd6-4d6c41364761 HTTP/1.1" status: 204 len: 173 time: 0.6247323 Feb 16 16:05:48.517559 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'name': 'network-vif-deleted', 'tag': '1cd1d0d6-129d-4621-8fd6-4d6c41364761'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:48.519953 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bba47b-aa22-4323-98d8-a0483ff3afa9" -d '{"events": [{"server_uuid": "c2cf90f0-77e6-4f42-8d4e-d0527524d4eb", "name": "network-vif-deleted", "tag": "1cd1d0d6-129d-4621-8fd6-4d6c41364761"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:48.577710 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6839eb2-aab7-4c0e-a2f5-1b517181fc74 x-openstack-request-id: req-e6839eb2-aab7-4c0e-a2f5-1b517181fc74 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:48.578945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2cf90f0-77e6-4f42-8d4e-d0527524d4eb", "name": "network-vif-deleted", "tag": "1cd1d0d6-129d-4621-8fd6-4d6c41364761", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:48.579302 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6839eb2-aab7-4c0e-a2f5-1b517181fc74 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:48.580461 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2cf90f0-77e6-4f42-8d4e-d0527524d4eb', 'name': 'network-vif-deleted', 'tag': '1cd1d0d6-129d-4621-8fd6-4d6c41364761', 'status': 'completed', 'code': 200} Feb 16 16:05:48.710163 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-32e6f010-749d-4baf-8db8-8fc004fd5f6b req-a6e31fe5-47ae-41e5-9334-73cc02921303 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2cf90f0-77e6-4f42-8d4e-d0527524d4eb HTTP/1.1" status: 200 len: 210 time: 0.0421140 Feb 16 16:05:49.169977 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496d6fb-4ec1-4d41-97af-9d8a4b11dba6 req-b4f6ded8-dda3-4d7c-9411-7b39af1ed975 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:49.171506 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e496d6fb-4ec1-4d41-97af-9d8a4b11dba6 req-b4f6ded8-dda3-4d7c-9411-7b39af1ed975 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0534279 Feb 16 16:05:49.233133 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e496d6fb-4ec1-4d41-97af-9d8a4b11dba6 req-31d397ec-e1e6-4922-bd1c-d5c8785578ac tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0559089 Feb 16 16:05:49.488037 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb6201-6f82-4256-bbd9-821aada51907 req-6348c8a3-6004-418a-9e54-0bfd5778167f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:49.488616 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9a64f-dce6-48c0-b244-3fd185f135dc req-6e1ec434-d093-4294-bf68-0ce88beb7522 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:49.489557 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9cb6201-6f82-4256-bbd9-821aada51907 req-6348c8a3-6004-418a-9e54-0bfd5778167f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0546901 Feb 16 16:05:49.489730 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-27f9a64f-dce6-48c0-b244-3fd185f135dc req-6e1ec434-d093-4294-bf68-0ce88beb7522 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0523412 Feb 16 16:05:49.538153 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-27f9a64f-dce6-48c0-b244-3fd185f135dc req-a41c0565-4a85-4524-9316-d89507d650d6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414879 Feb 16 16:05:49.538595 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9cb6201-6f82-4256-bbd9-821aada51907 req-b5653f26-6f9a-498c-8c80-c87c8fd840c5 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425570 Feb 16 16:05:50.364219 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b0332-57ae-49c9-985a-0a4581d9cc0d req-3aee7f30-8407-4b7b-bae0-9e1d24d5c883 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:50.366220 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4a0b0332-57ae-49c9-985a-0a4581d9cc0d req-3aee7f30-8407-4b7b-bae0-9e1d24d5c883 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0666463 Feb 16 16:05:50.428534 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4a0b0332-57ae-49c9-985a-0a4581d9cc0d req-3e13967e-05ee-4e7f-b17e-78a79f9a848f tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0552335 Feb 16 16:05:50.660133 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675ffe1-28be-4748-84f3-7f8591aeec02 req-de9ed941-ff59-40c9-ab53-2ea53093037d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:50.661616 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7675ffe1-28be-4748-84f3-7f8591aeec02 req-de9ed941-ff59-40c9-ab53-2ea53093037d tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0536978 Feb 16 16:05:50.709417 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7675ffe1-28be-4748-84f3-7f8591aeec02 req-907a28c3-d405-4776-a245-3d4f39389b8e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 16 16:05:51.099744 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a300c-13e0-4bd3-9856-b322f1d5348b req-e88f589f-5157-496b-a6ca-1284d2964e4e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:51.101270 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a37a300c-13e0-4bd3-9856-b322f1d5348b req-e88f589f-5157-496b-a6ca-1284d2964e4e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0558121 Feb 16 16:05:51.149145 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a37a300c-13e0-4bd3-9856-b322f1d5348b req-bd81bcd7-a0d6-4373-ac25-15cf6359fe11 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Feb 16 16:05:51.559063 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd9b2a-ed24-409a-aafb-13f6859e1b63 req-c55d3348-68ee-4c90-9416-a5a6057bece7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:51.560616 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eabd9b2a-ed24-409a-aafb-13f6859e1b63 req-c55d3348-68ee-4c90-9416-a5a6057bece7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0545220 Feb 16 16:05:51.568691 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-039f69db-e850-4c1b-94ea-331d97bb980a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:51.570360 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-039f69db-e850-4c1b-94ea-331d97bb980a tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.0539551 Feb 16 16:05:51.626867 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eabd9b2a-ed24-409a-aafb-13f6859e1b63 req-2dc0a549-a079-4b0d-a08d-0ce39061cba2 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0603743 Feb 16 16:05:51.683291 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Deleting port 5788791b-8e2b-4710-8b5b-2e806ce8040f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:05:51.683891 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:51.777142 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] For port 5788791b-8e2b-4710-8b5b-2e806ce8040f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=5788791b-8e2b-4710-8b5b-2e806ce8040f,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:51.777962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:51.800711 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Calling delete_port for 5788791b-8e2b-4710-8b5b-2e806ce8040f owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:05:51.802258 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1cd1d0d6-129d-4621-8fd6-4d6c41364761 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:05:51.825921 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 1cd1d0d6-129d-4621-8fd6-4d6c41364761 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:05:51.826351 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1cd1d0d6-129d-4621-8fd6-4d6c41364761 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:05:51.890683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efb734-a0c5-4734-b5c4-fb467916ce10 req-8d248ca2-8b6b-42c9-8434-ae625a301bd1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:51.892199 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24efb734-a0c5-4734-b5c4-fb467916ce10 req-8d248ca2-8b6b-42c9-8434-ae625a301bd1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=83e7287e-cfe3-46f8-b5a6-adab2c3b536f HTTP/1.1" status: 200 len: 945 time: 0.1062832 Feb 16 16:05:51.959073 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24efb734-a0c5-4734-b5c4-fb467916ce10 req-f355215c-3d0b-43b0-9246-e34a4eef9faf tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613968 Feb 16 16:05:52.003652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (5788791b-8e2b-4710-8b5b-2e806ce8040f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:52.016628 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['04db0873-90ed-4f21-980a-2a68846b7f0c', '5788791b-8e2b-4710-8b5b-2e806ce8040f'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:52.033917 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Pushing event deleted for resources: {'Port': ['ID=5788791b-8e2b-4710-8b5b-2e806ce8040f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:52.082745 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] No DVR routers for this DVR port 5788791b-8e2b-4710-8b5b-2e806ce8040f on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:05:52.085424 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:52.089415 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0928bde6-4fc4-4f73-809d-edd525a59ade req-698653c9-8f35-4746-9fe9-c16d69fbc40b tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "DELETE /v2.0/ports/5788791b-8e2b-4710-8b5b-2e806ce8040f HTTP/1.1" status: 204 len: 173 time: 0.5072587 Feb 16 16:05:52.090000 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'name': 'network-vif-deleted', 'tag': '5788791b-8e2b-4710-8b5b-2e806ce8040f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:52.092415 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102ccd42-f3cf-4ccd-93e6-74755fc94865" -d '{"events": [{"server_uuid": "83e7287e-cfe3-46f8-b5a6-adab2c3b536f", "name": "network-vif-deleted", "tag": "5788791b-8e2b-4710-8b5b-2e806ce8040f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:52.134554 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df9f01-0be3-44cf-be84-a7c343b042d1 x-openstack-request-id: req-61df9f01-0be3-44cf-be84-a7c343b042d1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:52.135040 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e7287e-cfe3-46f8-b5a6-adab2c3b536f", "name": "network-vif-deleted", "tag": "5788791b-8e2b-4710-8b5b-2e806ce8040f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:52.135322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61df9f01-0be3-44cf-be84-a7c343b042d1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:52.135918 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e7287e-cfe3-46f8-b5a6-adab2c3b536f', 'name': 'network-vif-deleted', 'tag': '5788791b-8e2b-4710-8b5b-2e806ce8040f', 'status': 'completed', 'code': 200} Feb 16 16:05:52.271819 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c89e-114b-4917-8788-4d067d419552 req-a1588933-2248-4df7-9d2a-ed897ee614dd tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:52.273346 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2002c89e-114b-4917-8788-4d067d419552 req-a1588933-2248-4df7-9d2a-ed897ee614dd tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0542693 Feb 16 16:05:52.323778 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2002c89e-114b-4917-8788-4d067d419552 req-751f0678-6783-4d5a-bf48-e2a7e8bde5df tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Feb 16 16:05:52.750536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c8124-ab95-46e6-bc97-ae8c3513db31 req-cf3cbe15-c08e-4be3-b09b-27944339f520 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:52.752302 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-645c8124-ab95-46e6-bc97-ae8c3513db31 req-cf3cbe15-c08e-4be3-b09b-27944339f520 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0567102 Feb 16 16:05:52.812253 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-645c8124-ab95-46e6-bc97-ae8c3513db31 req-a4b5e1f9-865a-4ac6-a186-f460fc2d5d55 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0539925 Feb 16 16:05:53.249166 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fbf52-c39d-48f7-b374-329b2938329d req-79744ecd-932e-4d56-83e1-5aaab064b120 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:53.250687 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1b0fbf52-c39d-48f7-b374-329b2938329d req-79744ecd-932e-4d56-83e1-5aaab064b120 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0573406 Feb 16 16:05:53.255334 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdde3d-8865-4d54-8101-636214f467ce req-b6c81e4f-ec6a-448f-81ab-b37bcf01b14b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:53.256802 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7bcdde3d-8865-4d54-8101-636214f467ce req-b6c81e4f-ec6a-448f-81ab-b37bcf01b14b tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.0561876 Feb 16 16:05:53.300333 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1b0fbf52-c39d-48f7-b374-329b2938329d req-ca47dda4-1a3f-47de-be6e-3bf0fc784e71 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Feb 16 16:05:53.364792 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Deleting port cb6a397c-8668-4a6b-af51-2983f096204a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:05:53.365142 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:53.490324 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] For port cb6a397c-8668-4a6b-af51-2983f096204a, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=cb6a397c-8668-4a6b-af51-2983f096204a,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:53.490593 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:53.506886 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Calling delete_port for cb6a397c-8668-4a6b-af51-2983f096204a owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:05:53.520413 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032861a5-05d9-478e-b2c1-2642cd9455ea req-d79c60c0-247f-4e60-aa22-5b1657e49dbe tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:53.521921 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-032861a5-05d9-478e-b2c1-2642cd9455ea req-d79c60c0-247f-4e60-aa22-5b1657e49dbe tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=10be1332-d8b2-45a9-988f-3d06b214d0a6 HTTP/1.1" status: 200 len: 946 time: 0.1198397 Feb 16 16:05:53.625154 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-032861a5-05d9-478e-b2c1-2642cd9455ea req-994a48ae-5e99-4285-b94f-9da68f4ecbee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965581 Feb 16 16:05:53.706797 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (cb6a397c-8668-4a6b-af51-2983f096204a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:53.718617 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd', 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'cb6a397c-8668-4a6b-af51-2983f096204a'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:53.751099 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event deleted for resources: {'Port': ['ID=cb6a397c-8668-4a6b-af51-2983f096204a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:53.803705 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] No DVR routers for this DVR port cb6a397c-8668-4a6b-af51-2983f096204a on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:05:53.810220 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:53.813513 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7bcdde3d-8865-4d54-8101-636214f467ce req-36b65ed4-0ac9-4973-8414-a5022486acf5 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "DELETE /v2.0/ports/cb6a397c-8668-4a6b-af51-2983f096204a HTTP/1.1" status: 204 len: 173 time: 0.5478415 Feb 16 16:05:53.821160 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255bb2d-39d2-4139-b27b-095760ff210e req-0591e6b4-c4a9-437a-a614-fb0df42cb71d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:53.824426 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f255bb2d-39d2-4139-b27b-095760ff210e req-0591e6b4-c4a9-437a-a614-fb0df42cb71d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1286476 Feb 16 16:05:53.877570 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f255bb2d-39d2-4139-b27b-095760ff210e req-8bad7d3d-3351-426a-a2a1-080c6cc50117 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469055 Feb 16 16:05:53.954878 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb7858-d530-4678-93d6-c022c21e088e req-a8145404-d3f9-49d9-a2ef-30a18ee3d66d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:53.956481 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2abb7858-d530-4678-93d6-c022c21e088e req-a8145404-d3f9-49d9-a2ef-30a18ee3d66d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0563624 Feb 16 16:05:54.021883 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2abb7858-d530-4678-93d6-c022c21e088e req-b0f77d7a-158c-4479-99c3-6e6eafc53e5f tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0562198 Feb 16 16:05:54.136931 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'name': 'network-vif-deleted', 'tag': 'cb6a397c-8668-4a6b-af51-2983f096204a'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:54.139397 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47546554-bc4e-4256-8567-e22272287315" -d '{"events": [{"server_uuid": "10be1332-d8b2-45a9-988f-3d06b214d0a6", "name": "network-vif-deleted", "tag": "cb6a397c-8668-4a6b-af51-2983f096204a"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:54.178139 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2616b2-9e01-4109-9ef2-5ebedd8afb02 x-openstack-request-id: req-2c2616b2-9e01-4109-9ef2-5ebedd8afb02 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:54.178454 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10be1332-d8b2-45a9-988f-3d06b214d0a6", "name": "network-vif-deleted", "tag": "cb6a397c-8668-4a6b-af51-2983f096204a", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:54.178703 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c2616b2-9e01-4109-9ef2-5ebedd8afb02 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:54.179134 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10be1332-d8b2-45a9-988f-3d06b214d0a6', 'name': 'network-vif-deleted', 'tag': 'cb6a397c-8668-4a6b-af51-2983f096204a', 'status': 'completed', 'code': 200} Feb 16 16:05:54.435112 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696e2d9-baf8-4e35-b1ea-550f5caf3de6 req-eaf41242-aa4e-48df-a7a0-135900899cfd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:54.436652 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6696e2d9-baf8-4e35-b1ea-550f5caf3de6 req-eaf41242-aa4e-48df-a7a0-135900899cfd tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0661006 Feb 16 16:05:54.488481 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6696e2d9-baf8-4e35-b1ea-550f5caf3de6 req-f875874a-479d-4de6-953c-4863c725539c tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459290 Feb 16 16:05:54.899433 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa1ed4-8321-4d5e-a6ba-761b82eb0e27 req-54b01677-993d-4602-8ad3-128dd8d7cedb tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:54.900940 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b0aa1ed4-8321-4d5e-a6ba-761b82eb0e27 req-54b01677-993d-4602-8ad3-128dd8d7cedb tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 946 time: 0.0525315 Feb 16 16:05:54.951489 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b0aa1ed4-8321-4d5e-a6ba-761b82eb0e27 req-b1bfeee5-09a6-422a-9608-459e0745ee7a tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443847 Feb 16 16:05:55.006461 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a153e6b0-d58e-48a7-81c4-b22495c88b12 req-8f6e0138-54d9-4bf6-b1fc-e7abb71e195c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:55.008010 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a153e6b0-d58e-48a7-81c4-b22495c88b12 req-8f6e0138-54d9-4bf6-b1fc-e7abb71e195c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0548532 Feb 16 16:05:55.059158 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a153e6b0-d58e-48a7-81c4-b22495c88b12 req-488e1361-26b5-4077-929a-9d1701745f13 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Feb 16 16:05:55.146674 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b6dce-7c67-449d-b0b7-189fa81b1793 req-108d1aad-57fb-4e2c-9bcb-c4f8b9e74515 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:55.148200 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-450b6dce-7c67-449d-b0b7-189fa81b1793 req-108d1aad-57fb-4e2c-9bcb-c4f8b9e74515 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0572178 Feb 16 16:05:55.208894 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-450b6dce-7c67-449d-b0b7-189fa81b1793 req-26cc624d-9506-4bc9-b57c-dc3f509b73b4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0548508 Feb 16 16:05:55.296046 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:05:55.606450 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd56bc0-0f3c-4759-b943-b9ecc0ccb40b req-dc5ece37-b25d-4892-93eb-187ae9f0cbde tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:55.607985 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7bd56bc0-0f3c-4759-b943-b9ecc0ccb40b req-dc5ece37-b25d-4892-93eb-187ae9f0cbde tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0537679 Feb 16 16:05:55.654849 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7bd56bc0-0f3c-4759-b943-b9ecc0ccb40b req-6629b46f-7bac-41e7-ae79-91b8a3a8b666 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Feb 16 16:05:55.826479 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 5788791b-8e2b-4710-8b5b-2e806ce8040f no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:05:55.849954 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 5788791b-8e2b-4710-8b5b-2e806ce8040f {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:05:55.850306 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 5788791b-8e2b-4710-8b5b-2e806ce8040f not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:05:55.850729 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device cb6a397c-8668-4a6b-af51-2983f096204a no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:05:55.870709 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: cb6a397c-8668-4a6b-af51-2983f096204a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:05:55.871091 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device cb6a397c-8668-4a6b-af51-2983f096204a not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:05:56.078979 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac24e34-b4ea-4d24-b808-4ee5647933cf req-e2daea2c-5c0a-40c0-b30c-aa6afe9920f1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:56.080432 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ac24e34-b4ea-4d24-b808-4ee5647933cf req-e2daea2c-5c0a-40c0-b30c-aa6afe9920f1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 946 time: 0.0540574 Feb 16 16:05:56.133284 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1ac24e34-b4ea-4d24-b808-4ee5647933cf req-0119ed6d-e30a-43ad-8dc6-96cfbfa20cbd tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Feb 16 16:05:56.191396 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93e345-88f7-4494-ad1b-696d27e3de4f req-9fa02508-0372-442f-88fa-4e61c28953ea tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:56.193030 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fc93e345-88f7-4494-ad1b-696d27e3de4f req-9fa02508-0372-442f-88fa-4e61c28953ea tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0604541 Feb 16 16:05:56.244177 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fc93e345-88f7-4494-ad1b-696d27e3de4f req-87827e7f-8a9f-4f7a-923d-886a2dcf02b2 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448115 Feb 16 16:05:56.326947 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bf055-b18d-4043-abd1-1e78ae2f6b8d req-760d7f4e-90cd-40c6-83aa-4c7c5f7738b6 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:56.328454 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c1bf055-b18d-4043-abd1-1e78ae2f6b8d req-760d7f4e-90cd-40c6-83aa-4c7c5f7738b6 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0518105 Feb 16 16:05:56.394250 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c1bf055-b18d-4043-abd1-1e78ae2f6b8d req-cc2382eb-08d8-4aef-8578-94b6d057cf84 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0600107 Feb 16 16:05:56.523236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee08a-7262-40ae-8466-7b8879977825 req-44915eba-d9b0-4001-9278-35fc05f59a56 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:56.524689 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e68ee08a-7262-40ae-8466-7b8879977825 req-44915eba-d9b0-4001-9278-35fc05f59a56 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 946 time: 0.0533338 Feb 16 16:05:56.623996 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Deleting port a232104e-14cb-4b8e-9c19-6f7295c2dffd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:05:56.624343 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:56.732031 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] For port a232104e-14cb-4b8e-9c19-6f7295c2dffd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a232104e-14cb-4b8e-9c19-6f7295c2dffd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:56.732423 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:56.748848 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Calling delete_port for a232104e-14cb-4b8e-9c19-6f7295c2dffd owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:05:56.781206 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b389e-bb65-416d-9b03-53633e0126be req-0bcab68c-5ec0-49a7-95df-63afc7987f5e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:56.782937 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1f1b389e-bb65-416d-9b03-53633e0126be req-0bcab68c-5ec0-49a7-95df-63afc7987f5e tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0595653 Feb 16 16:05:56.835922 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1f1b389e-bb65-416d-9b03-53633e0126be req-73b4bf8e-19ac-4c4c-9853-68ac5889fcbf tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467479 Feb 16 16:05:56.899277 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (a232104e-14cb-4b8e-9c19-6f7295c2dffd), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:56.915455 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['46d4f92c-c12d-4b6d-9658-02832ade70dd', 'a232104e-14cb-4b8e-9c19-6f7295c2dffd'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:05:56.934702 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event deleted for resources: {'Port': ['ID=a232104e-14cb-4b8e-9c19-6f7295c2dffd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:05:56.981724 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] No DVR routers for this DVR port a232104e-14cb-4b8e-9c19-6f7295c2dffd on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:05:56.984452 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:56.987888 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e68ee08a-7262-40ae-8466-7b8879977825 req-b1b0a196-dd22-44d1-ab9d-0868125d8dee tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "DELETE /v2.0/ports/a232104e-14cb-4b8e-9c19-6f7295c2dffd HTTP/1.1" status: 204 len: 173 time: 0.4573801 Feb 16 16:05:56.988360 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'name': 'network-vif-deleted', 'tag': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:05:56.990814 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7520809d-5373-4cda-a434-93ae4a28aece" -d '{"events": [{"server_uuid": "ab211427-36a4-492d-888d-7b9a3a2e6891", "name": "network-vif-deleted", "tag": "a232104e-14cb-4b8e-9c19-6f7295c2dffd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:05:57.049748 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045f25f1-5d1f-4497-9a82-a48ae98a84c2 x-openstack-request-id: req-045f25f1-5d1f-4497-9a82-a48ae98a84c2 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:05:57.050041 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab211427-36a4-492d-888d-7b9a3a2e6891", "name": "network-vif-deleted", "tag": "a232104e-14cb-4b8e-9c19-6f7295c2dffd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:05:57.050290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-045f25f1-5d1f-4497-9a82-a48ae98a84c2 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:05:57.050721 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab211427-36a4-492d-888d-7b9a3a2e6891', 'name': 'network-vif-deleted', 'tag': 'a232104e-14cb-4b8e-9c19-6f7295c2dffd', 'status': 'completed', 'code': 200} Feb 16 16:05:57.252444 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fc5f5b3e-bbdd-4677-8158-d90e3137c287 req-6d491a01-885e-401c-93a9-9fd51bd0721e tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab211427-36a4-492d-888d-7b9a3a2e6891 HTTP/1.1" status: 200 len: 210 time: 0.0282900 Feb 16 16:05:57.402532 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb75dc0-8e18-4d37-96d3-b0ba2a27a5f4 req-210e73f1-0d11-4348-857e-28c7c9e64bf4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:57.404059 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6bb75dc0-8e18-4d37-96d3-b0ba2a27a5f4 req-210e73f1-0d11-4348-857e-28c7c9e64bf4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0559232 Feb 16 16:05:57.487847 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6bb75dc0-8e18-4d37-96d3-b0ba2a27a5f4 req-14c059b0-957e-4b44-93cc-78162a969e6b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735159 Feb 16 16:05:57.560021 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603be280-ac4c-4d3d-8501-7bf53590cdd5 req-ce73b155-9b9d-4fb3-b18f-8e4908db9022 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:57.561938 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-603be280-ac4c-4d3d-8501-7bf53590cdd5 req-ce73b155-9b9d-4fb3-b18f-8e4908db9022 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0865560 Feb 16 16:05:57.646988 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-603be280-ac4c-4d3d-8501-7bf53590cdd5 req-8669cf05-3af0-4abb-a0fc-e71b2ab6ff4b tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0748761 Feb 16 16:05:57.973902 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5cfc2-fd57-45d0-b23d-29672a2aa216 req-27b5fe43-8040-476f-bba3-5ae7c7826500 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:57.975489 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-deb5cfc2-fd57-45d0-b23d-29672a2aa216 req-27b5fe43-8040-476f-bba3-5ae7c7826500 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.0607426 Feb 16 16:05:58.034011 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-deb5cfc2-fd57-45d0-b23d-29672a2aa216 req-33b2e07f-7735-49ca-8b4f-ce11dd89808f tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488079 Feb 16 16:05:58.647602 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f08629-fe3c-461f-89d4-07da59acbef6 req-11cfa8c7-b056-413a-acd0-63556026f65c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:58.649164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-22f08629-fe3c-461f-89d4-07da59acbef6 req-11cfa8c7-b056-413a-acd0-63556026f65c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0630271 Feb 16 16:05:58.702342 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-22f08629-fe3c-461f-89d4-07da59acbef6 req-01730554-d6e3-4706-b7a2-aaacc9f61694 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471027 Feb 16 16:05:58.793095 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2e03-4ae9-45cc-b61a-9adc33d85a31 req-f579b920-890e-47a1-ba3c-3b6152f7e1fc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:58.794615 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-20ad2e03-4ae9-45cc-b61a-9adc33d85a31 req-f579b920-890e-47a1-ba3c-3b6152f7e1fc tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0577579 Feb 16 16:05:58.866001 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-20ad2e03-4ae9-45cc-b61a-9adc33d85a31 req-0d08d5fc-aa75-45bf-9ca2-7d3deb9936a9 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0653079 Feb 16 16:05:59.217895 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-1bf460e1-59ed-4425-a100-2d4617c57a54 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:59.220491 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-1bf460e1-59ed-4425-a100-2d4617c57a54 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1531508 Feb 16 16:05:59.251655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3a3e-1cb8-4666-a6d3-720a010842c2 req-8c33b327-7b25-4d30-971b-1ef378f53333 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:59.254362 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-871c3a3e-1cb8-4666-a6d3-720a010842c2 req-8c33b327-7b25-4d30-971b-1ef378f53333 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 945 time: 0.1394904 Feb 16 16:05:59.428784 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-871c3a3e-1cb8-4666-a6d3-720a010842c2 req-6bfbeaea-2efa-4b95-811f-7cd4d89bc8e1 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/security-groups?id=d578cdba-3bc1-40b2-8404-0e472ca6cd9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410375 Feb 16 16:05:59.466253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Deleting port 04db0873-90ed-4f21-980a-2a68846b7f0c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:05:59.466739 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:59.604618 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] For port 04db0873-90ed-4f21-980a-2a68846b7f0c, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=04db0873-90ed-4f21-980a-2a68846b7f0c,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:05:59.605177 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:05:59.626940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Calling delete_port for 04db0873-90ed-4f21-980a-2a68846b7f0c owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:05:59.833061 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f88c9b-1f2c-48fd-9b1d-a2aad5a60e3a req-0c6cd1fc-07c2-4f71-98a3-949e1f6f06be tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:59.835582 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f5f88c9b-1f2c-48fd-9b1d-a2aad5a60e3a req-0c6cd1fc-07c2-4f71-98a3-949e1f6f06be tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0575206 Feb 16 16:05:59.844248 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ac100-e2da-4a78-a9af-e86d5264022e req-31a1b2ac-4774-4523-a56e-972157804110 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:05:59.846959 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-240ac100-e2da-4a78-a9af-e86d5264022e req-31a1b2ac-4774-4523-a56e-972157804110 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 945 time: 0.1380005 Feb 16 16:05:59.852067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a232104e-14cb-4b8e-9c19-6f7295c2dffd no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:05:59.879671 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: a232104e-14cb-4b8e-9c19-6f7295c2dffd {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:05:59.880917 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a232104e-14cb-4b8e-9c19-6f7295c2dffd not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:05:59.906903 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f5f88c9b-1f2c-48fd-9b1d-a2aad5a60e3a req-158f3a97-b899-42d2-9a49-144a1bef945b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631142 Feb 16 16:05:59.993449 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (04db0873-90ed-4f21-980a-2a68846b7f0c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:00.033799 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199be3b2-af36-438f-bc3f-927b00a19c53 req-476b4145-5267-47d4-84ba-46014a6b1579 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:00.035588 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-199be3b2-af36-438f-bc3f-927b00a19c53 req-476b4145-5267-47d4-84ba-46014a6b1579 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0615699 Feb 16 16:06:00.053777 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-240ac100-e2da-4a78-a9af-e86d5264022e req-46a084fb-6f76-48b8-9a1a-2816db28d33d tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843331 Feb 16 16:06:00.059538 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Pushing event deleted for resources: {'Port': ['ID=04db0873-90ed-4f21-980a-2a68846b7f0c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:00.115128 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] No DVR routers for this DVR port 04db0873-90ed-4f21-980a-2a68846b7f0c on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:06:00.117811 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:00.121826 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ac12523f-4094-4461-b24a-89b509af5cb4 req-b99abdef-eb47-4212-9721-86e700f17216 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.36 "DELETE /v2.0/ports/04db0873-90ed-4f21-980a-2a68846b7f0c HTTP/1.1" status: 204 len: 173 time: 0.8954766 Feb 16 16:06:00.122300 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919c7040-d773-4815-82c4-9e09fa3b9860', 'name': 'network-vif-deleted', 'tag': '04db0873-90ed-4f21-980a-2a68846b7f0c'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:00.124738 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ecf10c-9868-48ef-9c0c-9b4ce4db5e24" -d '{"events": [{"server_uuid": "919c7040-d773-4815-82c4-9e09fa3b9860", "name": "network-vif-deleted", "tag": "04db0873-90ed-4f21-980a-2a68846b7f0c"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:00.142291 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-199be3b2-af36-438f-bc3f-927b00a19c53 req-d4580cdf-330e-42d7-bbc4-26e3f8947a48 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0969977 Feb 16 16:06:00.168483 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b9ec38-7f14-48db-b987-c7ad89db66c9 x-openstack-request-id: req-61b9ec38-7f14-48db-b987-c7ad89db66c9 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:00.168986 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919c7040-d773-4815-82c4-9e09fa3b9860", "name": "network-vif-deleted", "tag": "04db0873-90ed-4f21-980a-2a68846b7f0c", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:00.169434 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61b9ec38-7f14-48db-b987-c7ad89db66c9 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:00.170210 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919c7040-d773-4815-82c4-9e09fa3b9860', 'name': 'network-vif-deleted', 'tag': '04db0873-90ed-4f21-980a-2a68846b7f0c', 'status': 'completed', 'code': 200} Feb 16 16:06:00.565069 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-228307ed-136c-48ba-9c1c-0470fe27b2a9 req-86838074-5c96-4c8e-a58b-8aeaa10ab5b8 tempest-ServerRescueNegativeTestJSON-770296357 tempest-ServerRescueNegativeTestJSON-770296357-project] 10.222.0.69 "GET /v2.0/ports?device_id=919c7040-d773-4815-82c4-9e09fa3b9860 HTTP/1.1" status: 200 len: 210 time: 0.0479515 Feb 16 16:06:01.043875 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b88d0-9520-42d2-80b8-7cd36ddb65e7 req-bf77bded-0afd-44d2-af0d-239855a797e1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:01.045456 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-867b88d0-9520-42d2-80b8-7cd36ddb65e7 req-bf77bded-0afd-44d2-af0d-239855a797e1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0570605 Feb 16 16:06:01.110338 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-867b88d0-9520-42d2-80b8-7cd36ddb65e7 req-574bb2c1-3e3a-4241-b68b-aeda389f68e3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548105 Feb 16 16:06:01.210772 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b8276-9cb3-4193-bb8e-addb4a214f58 req-c93fe5b1-e066-402c-98d5-187224dcfc97 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:01.213532 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1d7b8276-9cb3-4193-bb8e-addb4a214f58 req-c93fe5b1-e066-402c-98d5-187224dcfc97 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 945 time: 0.0722239 Feb 16 16:06:01.272888 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1d7b8276-9cb3-4193-bb8e-addb4a214f58 req-936c3d47-4d7b-4029-b16d-ce463c06b813 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/security-groups?id=c81da932-ebce-4ae4-a29a-1699c7af0654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522945 Feb 16 16:06:01.331066 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbde3db-cb48-4337-a0a5-0aa17bb05142 req-9fdfb9ee-3099-4ad0-bd40-5df294df0ff2 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:01.332596 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5dbde3db-cb48-4337-a0a5-0aa17bb05142 req-9fdfb9ee-3099-4ad0-bd40-5df294df0ff2 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0995014 Feb 16 16:06:01.344961 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-07def384-a0f0-4370-8660-c888452fc221 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:01.346450 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-07def384-a0f0-4370-8660-c888452fc221 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 945 time: 0.1112978 Feb 16 16:06:01.472895 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5dbde3db-cb48-4337-a0a5-0aa17bb05142 req-b86e01ac-c503-42d0-9525-a6fa491e7148 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1252749 Feb 16 16:06:01.501827 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Deleting port 46d4f92c-c12d-4b6d-9658-02832ade70dd {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:01.502178 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:01.647723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37004) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:01.852097 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] For port 46d4f92c-c12d-4b6d-9658-02832ade70dd, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=46d4f92c-c12d-4b6d-9658-02832ade70dd,segment=NetworkSegment(8b122280-d562-474b-8043-b05514d0556c),segment_id=8b122280-d562-474b-8043-b05514d0556c)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:01.852476 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:01.867506 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Calling delete_port for 46d4f92c-c12d-4b6d-9658-02832ade70dd owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:01.888185 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 04db0873-90ed-4f21-980a-2a68846b7f0c no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:06:01.911085 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 04db0873-90ed-4f21-980a-2a68846b7f0c {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:06:01.911534 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 04db0873-90ed-4f21-980a-2a68846b7f0c not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:06:01.912011 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 46d4f92c-c12d-4b6d-9658-02832ade70dd no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:06:02.007397 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 46d4f92c-c12d-4b6d-9658-02832ade70dd is: ACTIVE; New status is: DOWN {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:06:02.008043 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.027942 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (46d4f92c-c12d-4b6d-9658-02832ade70dd), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.084920 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Pushing event deleted for resources: {'Port': ['ID=46d4f92c-c12d-4b6d-9658-02832ade70dd,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:02.105992 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] No DVR routers for this DVR port 46d4f92c-c12d-4b6d-9658-02832ade70dd on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:06:02.108412 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.111842 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7cde9e2b-95c6-459c-8ab5-3513cb006de6 req-8acb5c76-e854-4b95-8a35-fad815f8bdb1 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.36 "DELETE /v2.0/ports/46d4f92c-c12d-4b6d-9658-02832ade70dd HTTP/1.1" status: 204 len: 173 time: 0.7583978 Feb 16 16:06:02.128367 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (be40dc2f-4294-4cda-82d7-e89d9596170a), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.171049 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'name': 'network-vif-deleted', 'tag': '46d4f92c-c12d-4b6d-9658-02832ade70dd'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:02.173689 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aa37ae-cefc-4cf9-be58-fe977b6c7134" -d '{"events": [{"server_uuid": "09e90e56-58ef-4eb2-aefd-87e8dea85bea", "name": "network-vif-deleted", "tag": "46d4f92c-c12d-4b6d-9658-02832ade70dd"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:02.224029 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8123e5c3-45ad-465b-ac4a-8f2d9e806f83 x-openstack-request-id: req-8123e5c3-45ad-465b-ac4a-8f2d9e806f83 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:02.224326 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e90e56-58ef-4eb2-aefd-87e8dea85bea", "name": "network-vif-deleted", "tag": "46d4f92c-c12d-4b6d-9658-02832ade70dd", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:02.224581 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8123e5c3-45ad-465b-ac4a-8f2d9e806f83 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:02.224976 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e90e56-58ef-4eb2-aefd-87e8dea85bea', 'name': 'network-vif-deleted', 'tag': '46d4f92c-c12d-4b6d-9658-02832ade70dd', 'status': 'completed', 'code': 200} Feb 16 16:06:02.265336 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6d5a9-307c-4abf-83e2-ce875ede1af9 req-89a00770-2d9f-4b83-a43e-ceb788632480 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:02.267143 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5cf6d5a9-307c-4abf-83e2-ce875ede1af9 req-89a00770-2d9f-4b83-a43e-ceb788632480 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0552099 Feb 16 16:06:02.318647 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5cf6d5a9-307c-4abf-83e2-ce875ede1af9 req-395f3751-661c-4c2f-b7e0-ed6b54083778 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450001 Feb 16 16:06:02.429462 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5fc8586c-eaf1-413f-b5ed-8a5dbf937a6d req-9b215561-3699-4e59-b805-19c485d130f7 tempest-AttachVolumeNegativeTest-676039199 tempest-AttachVolumeNegativeTest-676039199-project] 10.222.0.69 "GET /v2.0/ports?device_id=09e90e56-58ef-4eb2-aefd-87e8dea85bea HTTP/1.1" status: 200 len: 210 time: 0.0450177 Feb 16 16:06:02.484930 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Deleting port de5bc213-d928-4bc4-82d2-c2412ac8d355 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:02.485269 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.570629 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] For port de5bc213-d928-4bc4-82d2-c2412ac8d355, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=de5bc213-d928-4bc4-82d2-c2412ac8d355,segment=NetworkSegment(883e0242-d113-48c2-96d0-ad2b65c6f6eb),segment_id=883e0242-d113-48c2-96d0-ad2b65c6f6eb)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:02.570998 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.589624 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Calling delete_port for de5bc213-d928-4bc4-82d2-c2412ac8d355 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:02.609177 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f088412-1e54-4b54-896e-98e42b1a8003 req-eac3fb7d-2edc-40e8-8af9-c31242a73610 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:02.610831 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4f088412-1e54-4b54-896e-98e42b1a8003 req-eac3fb7d-2edc-40e8-8af9-c31242a73610 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0557683 Feb 16 16:06:02.673168 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4f088412-1e54-4b54-896e-98e42b1a8003 req-2053009f-097e-43d5-b13b-a5f75d87d9c1 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&id=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0562193 Feb 16 16:06:02.823007 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (de5bc213-d928-4bc4-82d2-c2412ac8d355), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:02.849749 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5bc213-d928-4bc4-82d2-c2412ac8d355,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:02.863800 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.864158 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.864503 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.864840 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.865175 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.865505 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.865835 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.867418 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.867418 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.867418 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.867754 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.868083 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:02.868436 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:03.025322 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (be40dc2f-4294-4cda-82d7-e89d9596170a), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.489640 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:03.497862 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae6e89-42ea-4ac1-a144-615ea34adc86 req-4560f6b8-8daa-4370-86b6-588192ff459d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:03.499512 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0ae6e89-42ea-4ac1-a144-615ea34adc86 req-4560f6b8-8daa-4370-86b6-588192ff459d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1072190 Feb 16 16:06:03.528287 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Router be40dc2f-4294-4cda-82d7-e89d9596170a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:06:03.542540 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Deleting subnet 235e03b8-9d08-4ea5-a109-0fc14aacd4ee {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:06:03.546370 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Publish callbacks [] for subnet (235e03b8-9d08-4ea5-a109-0fc14aacd4ee), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.583233 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32962696'] for subnet (235e03b8-9d08-4ea5-a109-0fc14aacd4ee), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.626059 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e0ae6e89-42ea-4ac1-a144-615ea34adc86 req-ffa7d230-7028-40ce-b1f0-f958d83a30a4 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195672 Feb 16 16:06:03.630387 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (235e03b8-9d08-4ea5-a109-0fc14aacd4ee), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.674709 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:06:03.682006 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e24c2144-8847-4d64-bb4c-3c98918d2a10 admin admin] 10.222.0.69 "PUT /v2.0/routers/be40dc2f-4294-4cda-82d7-e89d9596170a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329304 Feb 16 16:06:03.685483 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37022) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:03.686357 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b54282-9598-45e2-8832-938496974d5c None None] Sync routers for ids ['be40dc2f-4294-4cda-82d7-e89d9596170a'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:06:03.699278 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] Routers {'be40dc2f-4294-4cda-82d7-e89d9596170a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:06:03.699950 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:05:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['be40dc2f-4294-4cda-82d7-e89d9596170a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:03.703934 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32952187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33009993'] for subnet (235e03b8-9d08-4ea5-a109-0fc14aacd4ee), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.737275 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235e03b8-9d08-4ea5-a109-0fc14aacd4ee,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:03.742524 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.748611 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f1a310d6-ad15-4d91-8143-d51dbcb95a95 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/235e03b8-9d08-4ea5-a109-0fc14aacd4ee HTTP/1.1" status: 204 len: 168 time: 0.2556655 Feb 16 16:06:03.749707 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37024) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:03.805869 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks [] for router (be40dc2f-4294-4cda-82d7-e89d9596170a), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.812141 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] Set router be40dc2f-4294-4cda-82d7-e89d9596170a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:06:03.822731 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (31ecc1b3-7e00-45b7-a7b4-fcd45615957c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.910344 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (31ecc1b3-7e00-45b7-a7b4-fcd45615957c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.917782 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks [] for router_gateway (be40dc2f-4294-4cda-82d7-e89d9596170a), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.935158 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ecc1b3-7e00-45b7-a7b4-fcd45615957c']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:03.945294 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b122280-d562-474b-8043-b05514d0556c') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:03.945294 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b122280-d562-474b-8043-b05514d0556c') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:03.955579 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (8b122280-d562-474b-8043-b05514d0556c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.973247 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (8b122280-d562-474b-8043-b05514d0556c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.987306 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:06:03.987743 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (8b122280-d562-474b-8043-b05514d0556c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:06:03.989529 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:06:04.004522 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Deleting port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:04.004896 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.017729 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:06:02Z', 'revision_number': 5, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port': {'id': '0a1ea06e-3c35-47ec-a67c-9581713bc0f8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:38Z', 'updated_at': '2022-02-16T16:02:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:04.055517 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b54282-9598-45e2-8832-938496974d5c None None] Checking router: be40dc2f-4294-4cda-82d7-e89d9596170a for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:06:04.059940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (31ecc1b3-7e00-45b7-a7b4-fcd45615957c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.065375 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] Routers {'be40dc2f-4294-4cda-82d7-e89d9596170a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:06:04.066536 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:05:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['be40dc2f-4294-4cda-82d7-e89d9596170a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:04.068607 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.075878 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] 10.222.0.69 "DELETE /v2.0/networks/31ecc1b3-7e00-45b7-a7b4-fcd45615957c HTTP/1.1" status: 204 len: 168 time: 0.3227749 Feb 16 16:06:04.084429 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30deb793-3a68-4485-8d68-068546ff945b admin admin] Pushing event deleted for resources: {'Network': ['ID=31ecc1b3-7e00-45b7-a7b4-fcd45615957c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:04.100939 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] For port 0a1ea06e-3c35-47ec-a67c-9581713bc0f8, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:04.101394 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.115747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Calling delete_port for 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:04.258501 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] Set router be40dc2f-4294-4cda-82d7-e89d9596170a gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:06:04.300636 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37028) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:04.316318 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f9b54282-9598-45e2-8832-938496974d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:06:03Z', 'revision_number': 6, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:04.330952 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (0a1ea06e-3c35-47ec-a67c-9581713bc0f8), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.348099 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b54282-9598-45e2-8832-938496974d5c None None] The sync data for ids ['be40dc2f-4294-4cda-82d7-e89d9596170a'] in dv-cinder-829560-1-iscsi is: [{'id': 'be40dc2f-4294-4cda-82d7-e89d9596170a', 'name': 'tempest-ServerRescueNegativeTestJSON-290371-router', 'tenant_id': '90896883632943e899a84ffb10835031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:06:03Z', 'revision_number': 6, 'project_id': '90896883632943e899a84ffb10835031', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:06:04.360291 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f59ad48b-d361-4105-8046-be169e37a868 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=369b768808224bbb95ee43ccda3a9be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583124 Feb 16 16:06:04.362781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37030) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:04.365322 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a1ea06e-3c35-47ec-a67c-9581713bc0f8,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:04.429398 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db230eeb-cd6f-4593-ac9f-beab16d649f2 admin admin] Publish callbacks [] for security_group (c81da932-ebce-4ae4-a29a-1699c7af0654), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.432141 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (be40dc2f-4294-4cda-82d7-e89d9596170a), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.455457 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db230eeb-cd6f-4593-ac9f-beab16d649f2 admin admin] Publish callbacks [] for security_group (c81da932-ebce-4ae4-a29a-1699c7af0654), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.519893 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db230eeb-cd6f-4593-ac9f-beab16d649f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (c81da932-ebce-4ae4-a29a-1699c7af0654), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.522596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-db230eeb-cd6f-4593-ac9f-beab16d649f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.523846 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-db230eeb-cd6f-4593-ac9f-beab16d649f2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c81da932-ebce-4ae4-a29a-1699c7af0654 HTTP/1.1" status: 204 len: 168 time: 0.1586182 Feb 16 16:06:04.532791 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230eeb-cd6f-4593-ac9f-beab16d649f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81da932-ebce-4ae4-a29a-1699c7af0654,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:04.548439 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (be40dc2f-4294-4cda-82d7-e89d9596170a), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.550842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks [] for router_controller (be40dc2f-4294-4cda-82d7-e89d9596170a), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.620693 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (be40dc2f-4294-4cda-82d7-e89d9596170a), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.621284 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router be40dc2f-4294-4cda-82d7-e89d9596170a {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:06:04.626229 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.629938 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-560e3730-9830-4ab3-a863-66cf74dbd19a admin admin] 10.222.0.69 "DELETE /v2.0/routers/be40dc2f-4294-4cda-82d7-e89d9596170a HTTP/1.1" status: 204 len: 168 time: 0.9410303 Feb 16 16:06:04.630171 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37034) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:04.674275 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Deleting subnet e4cf1e47-3404-4c78-9c18-3828189b563b {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:06:04.677732 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Publish callbacks [] for subnet (e4cf1e47-3404-4c78-9c18-3828189b563b), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.728542 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (e4cf1e47-3404-4c78-9c18-3828189b563b), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.754209 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4fd1-354a-47f7-83ac-bdfdaf19ac2d req-93b5eb5c-8a26-4b99-8b9c-90d1431f7935 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:04.756056 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e03c4fd1-354a-47f7-83ac-bdfdaf19ac2d req-93b5eb5c-8a26-4b99-8b9c-90d1431f7935 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0573459 Feb 16 16:06:04.773035 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (e4cf1e47-3404-4c78-9c18-3828189b563b), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.814885 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e03c4fd1-354a-47f7-83ac-bdfdaf19ac2d req-1644315a-e661-4c37-a708-018b91d385d1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502918 Feb 16 16:06:04.856831 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (e4cf1e47-3404-4c78-9c18-3828189b563b), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.896025 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4cf1e47-3404-4c78-9c18-3828189b563b,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:04.902480 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:04.905886 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-13a5ab8a-165b-4bc7-af51-fc4e25ae94cf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e4cf1e47-3404-4c78-9c18-3828189b563b HTTP/1.1" status: 204 len: 168 time: 0.2747338 Feb 16 16:06:04.908805 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37046) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:04.994126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (4b7a5b21-14b5-403c-a74b-51222a4db256), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.144679 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (4b7a5b21-14b5-403c-a74b-51222a4db256), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.178074 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7a5b21-14b5-403c-a74b-51222a4db256']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:05.198415 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b4525-18bf-4cb8-9f0d-67495561d573 req-f89364f8-2e06-44d3-bc0a-6d8b9fb0c77e tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:05.211114 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-175b4525-18bf-4cb8-9f0d-67495561d573 req-f89364f8-2e06-44d3-bc0a-6d8b9fb0c77e tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1749635 Feb 16 16:06:05.212947 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883e0242-d113-48c2-96d0-ad2b65c6f6eb') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:05.213261 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883e0242-d113-48c2-96d0-ad2b65c6f6eb') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:05.252787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (883e0242-d113-48c2-96d0-ad2b65c6f6eb), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.254116 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:06:05.258655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-dbf28133-43e1-43fd-bb6f-2951136f75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:05.260804 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-dbf28133-43e1-43fd-bb6f-2951136f75c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 1130 time: 0.2117813 Feb 16 16:06:05.280840 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:06:05.281204 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 0a1ea06e-3c35-47ec-a67c-9581713bc0f8 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:06:05.281758 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device de5bc213-d928-4bc4-82d2-c2412ac8d355 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:06:05.296728 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (883e0242-d113-48c2-96d0-ad2b65c6f6eb), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.304110 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: de5bc213-d928-4bc4-82d2-c2412ac8d355 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:06:05.306454 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device de5bc213-d928-4bc4-82d2-c2412ac8d355 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:06:05.324417 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:06:05.324828 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (883e0242-d113-48c2-96d0-ad2b65c6f6eb), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:06:05.326500 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:06:05.386892 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-175b4525-18bf-4cb8-9f0d-67495561d573 req-bc38475c-e1e3-4075-8558-8a1cc85b19f2 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783416 Feb 16 16:06:05.448190 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (4b7a5b21-14b5-403c-a74b-51222a4db256), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.452396 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.458482 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4b7a5b21-14b5-403c-a74b-51222a4db256 HTTP/1.1" status: 204 len: 168 time: 0.5485764 Feb 16 16:06:05.466273 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-368a8245-67b3-4b79-81ba-ed078fe1d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:05.467797 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-368a8245-67b3-4b79-81ba-ed078fe1d955 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.1998091 Feb 16 16:06:05.484885 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe127ae0-3477-4bf0-99a9-5e8024b95da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7a5b21-14b5-403c-a74b-51222a4db256,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:05.547639 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-1538af3d-83c1-4a39-bd95-ac70d56e9be2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 200 len: 1001 time: 0.0699315 Feb 16 16:06:05.609718 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-e1fe5010-521f-49ef-ab62-19ef3811920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:05.610638 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-e1fe5010-521f-49ef-ab62-19ef3811920c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.0557563 Feb 16 16:06:05.610789 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37068) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:05.660410 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6e4bc384-6968-4892-85bb-ee70220d07ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=90896883632943e899a84ffb10835031&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484157 Feb 16 16:06:05.661946 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-0a341474-bc8b-4f8a-b50c-a20f9bcad4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:05.662924 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37070) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:05.663452 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-0a341474-bc8b-4f8a-b50c-a20f9bcad4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459051 Feb 16 16:06:05.725495 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1351a2b9-9023-4f36-ae5e-231b856078f9 admin admin] Publish callbacks [] for security_group (d578cdba-3bc1-40b2-8404-0e472ca6cd9d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.751208 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1351a2b9-9023-4f36-ae5e-231b856078f9 admin admin] Publish callbacks [] for security_group (d578cdba-3bc1-40b2-8404-0e472ca6cd9d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.775510 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-6b6ccf42-1f1b-46d6-be40-e10314ad39c3 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019287 Feb 16 16:06:05.803613 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1351a2b9-9023-4f36-ae5e-231b856078f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d578cdba-3bc1-40b2-8404-0e472ca6cd9d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.807208 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1351a2b9-9023-4f36-ae5e-231b856078f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:05.810789 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1351a2b9-9023-4f36-ae5e-231b856078f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d578cdba-3bc1-40b2-8404-0e472ca6cd9d HTTP/1.1" status: 204 len: 168 time: 0.1443408 Feb 16 16:06:05.821064 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a2b9-9023-4f36-ae5e-231b856078f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d578cdba-3bc1-40b2-8404-0e472ca6cd9d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:05.889370 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e4bffb50-0565-449b-801a-ff49916f4ed3 req-e669c5a0-2e74-4ec0-a020-8ad4eb62a825 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071265 Feb 16 16:06:06.228487 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:06.539140 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f63550-2bea-4b36-9c0a-16b3c258bc39 req-beff9952-aa4d-4c6b-ad09-27ca1af61759 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:06.541317 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89f63550-2bea-4b36-9c0a-16b3c258bc39 req-beff9952-aa4d-4c6b-ad09-27ca1af61759 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0713971 Feb 16 16:06:06.593522 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-89f63550-2bea-4b36-9c0a-16b3c258bc39 req-a812abcc-904d-45a7-a2bb-e18e28f29b14 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447814 Feb 16 16:06:07.705948 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37152) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:07.725472 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce776665-05b6-4344-a354-4e86ab9a0993 req-1479a6c3-b678-4474-a1a4-f7b6d84d7b0f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:07.728283 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce776665-05b6-4344-a354-4e86ab9a0993 req-1479a6c3-b678-4474-a1a4-f7b6d84d7b0f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.0630238 Feb 16 16:06:07.787611 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce776665-05b6-4344-a354-4e86ab9a0993 req-aa6e7b85-6aa5-4126-9510-0c69b7300772 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528977 Feb 16 16:06:07.840116 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e8912c7f-5db7-4e2f-9a1b-a8617b622d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:07.938297 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e8912c7f-5db7-4e2f-9a1b-a8617b622d5b admin admin] Publish callbacks [] for security_group (11ef9551-d608-4ad7-957a-0f8574a0fc3c), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:07.944137 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e8912c7f-5db7-4e2f-9a1b-a8617b622d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (11ef9551-d608-4ad7-957a-0f8574a0fc3c), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.004427 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e8912c7f-5db7-4e2f-9a1b-a8617b622d5b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=437cc441f6e84ac0a344a8f0d85843a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2973633 Feb 16 16:06:08.007070 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37160) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:08.014260 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8912c7f-5db7-4e2f-9a1b-a8617b622d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef9551-d608-4ad7-957a-0f8574a0fc3c,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:08.095604 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e1a4-1072-461a-a50a-d5a7462a2e7b admin admin] Publish callbacks [] for security_group (11ef9551-d608-4ad7-957a-0f8574a0fc3c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.140700 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e1a4-1072-461a-a50a-d5a7462a2e7b admin admin] Publish callbacks [] for security_group (11ef9551-d608-4ad7-957a-0f8574a0fc3c), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.219370 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e1a4-1072-461a-a50a-d5a7462a2e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (11ef9551-d608-4ad7-957a-0f8574a0fc3c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.224064 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ad3e1a4-1072-461a-a50a-d5a7462a2e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.226051 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1ad3e1a4-1072-461a-a50a-d5a7462a2e7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11ef9551-d608-4ad7-957a-0f8574a0fc3c HTTP/1.1" status: 204 len: 168 time: 0.2176878 Feb 16 16:06:08.239638 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3e1a4-1072-461a-a50a-d5a7462a2e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef9551-d608-4ad7-957a-0f8574a0fc3c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:08.517935 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37174) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:08.533722 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-405080b1-4836-4cce-aa79-8dc8b1e65053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.620382 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-405080b1-4836-4cce-aa79-8dc8b1e65053 admin admin] Publish callbacks [] for security_group (58a0319e-6f84-4120-b770-686c051446ea), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.625469 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-405080b1-4836-4cce-aa79-8dc8b1e65053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (58a0319e-6f84-4120-b770-686c051446ea), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.666575 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-405080b1-4836-4cce-aa79-8dc8b1e65053 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e4a958b287144d2a85c2c941642aea4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1471701 Feb 16 16:06:08.667474 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405080b1-4836-4cce-aa79-8dc8b1e65053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0319e-6f84-4120-b770-686c051446ea,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:08.669603 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:08.727946 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8a253d2b-66a0-4046-a765-4dc741bbef29 admin admin] Publish callbacks [] for security_group (58a0319e-6f84-4120-b770-686c051446ea), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.761663 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8a253d2b-66a0-4046-a765-4dc741bbef29 admin admin] Publish callbacks [] for security_group (58a0319e-6f84-4120-b770-686c051446ea), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.832003 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8a253d2b-66a0-4046-a765-4dc741bbef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (58a0319e-6f84-4120-b770-686c051446ea), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.835777 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8a253d2b-66a0-4046-a765-4dc741bbef29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:08.837059 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8a253d2b-66a0-4046-a765-4dc741bbef29 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/58a0319e-6f84-4120-b770-686c051446ea HTTP/1.1" status: 204 len: 168 time: 0.1664064 Feb 16 16:06:08.846519 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a253d2b-66a0-4046-a765-4dc741bbef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0319e-6f84-4120-b770-686c051446ea,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:10.129030 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9b014408-9cf0-48b8-93e4-36f682f3a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:12.614325 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-174d542a-687c-4187-8061-90f50c66fc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:13.622850 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:15.079648 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:16.450658 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:26.646000 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37530) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:26.756828 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2bdbcb-3e9b-43a4-87f3-4062922288a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:26.840634 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2bdbcb-3e9b-43a4-87f3-4062922288a6 admin admin] Publish callbacks [] for security_group (3b15ea8b-57bc-482e-be5d-6395315d6de9), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:26.844781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e2bdbcb-3e9b-43a4-87f3-4062922288a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3b15ea8b-57bc-482e-be5d-6395315d6de9), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:26.887757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5e2bdbcb-3e9b-43a4-87f3-4062922288a6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ed09a8e410640dcaaf58db55faf96de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379649 Feb 16 16:06:26.887757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2bdbcb-3e9b-43a4-87f3-4062922288a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b15ea8b-57bc-482e-be5d-6395315d6de9,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:26.888296 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37534) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:26.941704 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aec99d48-5576-48f1-a94d-874fcc195c1e admin admin] Publish callbacks [] for security_group (3b15ea8b-57bc-482e-be5d-6395315d6de9), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:26.964414 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aec99d48-5576-48f1-a94d-874fcc195c1e admin admin] Publish callbacks [] for security_group (3b15ea8b-57bc-482e-be5d-6395315d6de9), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.014710 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aec99d48-5576-48f1-a94d-874fcc195c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3b15ea8b-57bc-482e-be5d-6395315d6de9), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.018077 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-aec99d48-5576-48f1-a94d-874fcc195c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.019704 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-aec99d48-5576-48f1-a94d-874fcc195c1e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b15ea8b-57bc-482e-be5d-6395315d6de9 HTTP/1.1" status: 204 len: 168 time: 0.1299350 Feb 16 16:06:27.030728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99d48-5576-48f1-a94d-874fcc195c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b15ea8b-57bc-482e-be5d-6395315d6de9,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:27.331373 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37544) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:27.352666 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d1af327d-7725-4703-8f14-8acf96bc1c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.472412 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d1af327d-7725-4703-8f14-8acf96bc1c8f admin admin] Publish callbacks [] for security_group (04c48e60-2cc1-4ea9-94fd-2c01d6723379), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.477396 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d1af327d-7725-4703-8f14-8acf96bc1c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (04c48e60-2cc1-4ea9-94fd-2c01d6723379), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.516211 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af327d-7725-4703-8f14-8acf96bc1c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c48e60-2cc1-4ea9-94fd-2c01d6723379,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:27.522267 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d1af327d-7725-4703-8f14-8acf96bc1c8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de0016af985e45338e15495d36d34625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894345 Feb 16 16:06:27.526115 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37548) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:27.585842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11b15e40-d6b2-4ed2-af37-012363469db1 admin admin] Publish callbacks [] for security_group (04c48e60-2cc1-4ea9-94fd-2c01d6723379), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.609150 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11b15e40-d6b2-4ed2-af37-012363469db1 admin admin] Publish callbacks [] for security_group (04c48e60-2cc1-4ea9-94fd-2c01d6723379), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.658702 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11b15e40-d6b2-4ed2-af37-012363469db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (04c48e60-2cc1-4ea9-94fd-2c01d6723379), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.663598 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-11b15e40-d6b2-4ed2-af37-012363469db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:27.666255 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-11b15e40-d6b2-4ed2-af37-012363469db1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04c48e60-2cc1-4ea9-94fd-2c01d6723379 HTTP/1.1" status: 204 len: 168 time: 0.1387706 Feb 16 16:06:27.679092 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b15e40-d6b2-4ed2-af37-012363469db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c48e60-2cc1-4ea9-94fd-2c01d6723379,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:32.295998 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:06:34.909427 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-2867c104-938d-41e6-8f5c-6b207bf4a05f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497801 Feb 16 16:06:34.994910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83269a9-8727-4f09-8373-b22543de8e4b req-bd93491d-30e5-4108-bc36-dd26c5b422b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:34.996382 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-bd93491d-30e5-4108-bc36-dd26c5b422b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 1130 time: 0.0616345 Feb 16 16:06:35.118175 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83269a9-8727-4f09-8373-b22543de8e4b req-a3543d13-01f5-4fc9-ba6c-f2c7a0adb371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:35.120211 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-a3543d13-01f5-4fc9-ba6c-f2c7a0adb371 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.1014132 Feb 16 16:06:35.194270 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-5c01059d-78f8-41b6-926d-4febb6979b44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 200 len: 1001 time: 0.0675516 Feb 16 16:06:35.256288 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83269a9-8727-4f09-8373-b22543de8e4b req-8dad20c9-2e86-43e4-8ee3-19eea0f1f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:35.257810 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-8dad20c9-2e86-43e4-8ee3-19eea0f1f740 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0521600 Feb 16 16:06:35.319563 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83269a9-8727-4f09-8373-b22543de8e4b req-f6df7417-8331-4625-88ec-cf6f2cc3a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:35.321839 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-f6df7417-8331-4625-88ec-cf6f2cc3a629 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543158 Feb 16 16:06:35.499280 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-f3a4d0df-f8b5-4942-b7f5-dae054c890ff service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608286 Feb 16 16:06:35.601334 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f83269a9-8727-4f09-8373-b22543de8e4b req-914a86e9-80cc-4cce-969b-9c350b23ccd4 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941057 Feb 16 16:06:36.239874 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:36.802944 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb9ed4-59e9-42db-974d-16c6977d8140 req-03351395-9e9c-4cf7-9e75-8eacf4de1e97 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:36.804386 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f4bb9ed4-59e9-42db-974d-16c6977d8140 req-03351395-9e9c-4cf7-9e75-8eacf4de1e97 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0563629 Feb 16 16:06:36.856812 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f4bb9ed4-59e9-42db-974d-16c6977d8140 req-acdfdaeb-e266-4eeb-b4c1-0d3ea4f3e362 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462720 Feb 16 16:06:37.991925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0049ec0-0c4c-4333-ace3-60141d87c484 req-3997db66-be9b-4341-91ce-b4cc333fa003 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:37.994025 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c0049ec0-0c4c-4333-ace3-60141d87c484 req-3997db66-be9b-4341-91ce-b4cc333fa003 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0591388 Feb 16 16:06:38.043661 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c0049ec0-0c4c-4333-ace3-60141d87c484 req-b83ac0e3-056e-4414-859c-e36e03c2dda2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437636 Feb 16 16:06:39.171512 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b46fd6-9a66-49d3-b34b-8a0ecd7c4ced req-99117ad6-ebf8-4d25-835a-fe28a216ef90 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:39.173037 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c4b46fd6-9a66-49d3-b34b-8a0ecd7c4ced req-99117ad6-ebf8-4d25-835a-fe28a216ef90 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0544336 Feb 16 16:06:39.225081 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c4b46fd6-9a66-49d3-b34b-8a0ecd7c4ced req-f2cb495f-06c1-46b7-9bf3-5d2755e4a521 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462224 Feb 16 16:06:40.130328 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4caa776b-785b-4553-9a64-af83c31c5c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:40.365937 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70904e36-5b94-4312-8493-de4d084b6877 req-4e4d9658-d289-4d6e-afe9-07149d02414c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:40.368786 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70904e36-5b94-4312-8493-de4d084b6877 req-4e4d9658-d289-4d6e-afe9-07149d02414c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0618448 Feb 16 16:06:40.424834 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70904e36-5b94-4312-8493-de4d084b6877 req-f827f11a-f6fd-4283-9bb3-e84490df13cf tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b922631-5b3a-495d-9312-7b2a4bc14555&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457428 Feb 16 16:06:40.813565 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-0ac2af94-6e5b-493d-8e79-4dc7fb9bbe8b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:40.816186 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-0ac2af94-6e5b-493d-8e79-4dc7fb9bbe8b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 946 time: 0.0761497 Feb 16 16:06:40.922310 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Deleting port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:40.922673 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:41.030891 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] For port 044e9f4c-dd2d-414b-b326-5adb5365ebe3, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=044e9f4c-dd2d-414b-b326-5adb5365ebe3,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:41.031279 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:41.327569 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:41.328146 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (3a059d07-c905-470f-9f45-c2974a7673fe), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:41.328663 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Floating IP 3a059d07-c905-470f-9f45-c2974a7673fe disassociated. External IP: 172.27.0.183, port: 044e9f4c-dd2d-414b-b326-5adb5365ebe3. Feb 16 16:06:41.329079 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Calling delete_port for 044e9f4c-dd2d-414b-b326-5adb5365ebe3 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:41.518883 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (044e9f4c-dd2d-414b-b326-5adb5365ebe3), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:41.551644 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1b673302-529a-465a-90c7-6d2ff9681137 req-969b7118-5b8f-4e10-aec2-3683eafb5c6f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.0445180 Feb 16 16:06:41.571770 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event deleted for resources: {'Port': ['ID=044e9f4c-dd2d-414b-b326-5adb5365ebe3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:41.708909 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:06:42.111399 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:06:42.126692 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:06:42.141234 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:06:42.141889 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:42.183312 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] No DVR routers for this DVR port 044e9f4c-dd2d-414b-b326-5adb5365ebe3 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:06:42.187886 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:42.197060 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8e6cd347-2449-43a0-83f4-fe1115567dff req-15bb7e09-82c0-464f-b3df-99c7ac2bf544 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "DELETE /v2.0/ports/044e9f4c-dd2d-414b-b326-5adb5365ebe3 HTTP/1.1" status: 204 len: 173 time: 1.3730338 Feb 16 16:06:42.197900 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-deleted', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:42.202050 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c733de8-145d-473d-b253-a47edece50b8" -d '{"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-deleted", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:42.271477 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:06:42.312965 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f027012-0ccb-4c3b-a084-8f84b4202d0d x-openstack-request-id: req-0f027012-0ccb-4c3b-a084-8f84b4202d0d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:42.314508 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67bfdc6-b292-492a-a8ba-cb9748a55aa9", "name": "network-vif-deleted", "tag": "044e9f4c-dd2d-414b-b326-5adb5365ebe3", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:42.315450 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f027012-0ccb-4c3b-a084-8f84b4202d0d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:42.316759 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67bfdc6-b292-492a-a8ba-cb9748a55aa9', 'name': 'network-vif-deleted', 'tag': '044e9f4c-dd2d-414b-b326-5adb5365ebe3', 'status': 'completed', 'code': 200} Feb 16 16:06:42.649905 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1add5aba-20db-4965-a4fa-0a4adb7d5e63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:42.691608 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:42.744211 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:06:42.747097 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e10b09a-141b-4270-83bb-35a9805788f4 req-616bcad7-e1a9-49a9-97cb-ae4bb54bf8aa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=e67bfdc6-b292-492a-a8ba-cb9748a55aa9 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Feb 16 16:06:42.761309 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:06:42.762642 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:42.998405 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37828) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:43.100679 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:06:43.164562 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664a-bd78-4926-aa32-ef255c87788d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.256987 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664a-bd78-4926-aa32-ef255c87788d admin admin] Publish callbacks [] for security_group (6eb72695-8126-4652-9c72-e81651e9d068), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.264473 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b8f0664a-bd78-4926-aa32-ef255c87788d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6eb72695-8126-4652-9c72-e81651e9d068), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.331146 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b8f0664a-bd78-4926-aa32-ef255c87788d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a268b11b2204aa49180f6eef9aefd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302639 Feb 16 16:06:43.332335 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0664a-bd78-4926-aa32-ef255c87788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb72695-8126-4652-9c72-e81651e9d068,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:43.335007 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37832) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:43.398033 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf71646c-3df9-4563-b932-f57deffc37d1 admin admin] Publish callbacks [] for security_group (6eb72695-8126-4652-9c72-e81651e9d068), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.422246 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf71646c-3df9-4563-b932-f57deffc37d1 admin admin] Publish callbacks [] for security_group (6eb72695-8126-4652-9c72-e81651e9d068), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.422560 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:43.481527 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4b0e8c-0b09-4210-bfc8-b7d9dfba06d3 None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:06:43.495376 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf71646c-3df9-4563-b932-f57deffc37d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6eb72695-8126-4652-9c72-e81651e9d068), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.509866 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cf71646c-3df9-4563-b932-f57deffc37d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.514182 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cf71646c-3df9-4563-b932-f57deffc37d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6eb72695-8126-4652-9c72-e81651e9d068 HTTP/1.1" status: 204 len: 168 time: 0.1744204 Feb 16 16:06:43.525663 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf71646c-3df9-4563-b932-f57deffc37d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb72695-8126-4652-9c72-e81651e9d068,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:43.624633 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:43.960293 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37852) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:43.964945 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf43a80-086b-43b4-add4-1954fa51cfc9 None None] New status for floating IP 3a059d07-c905-470f-9f45-c2974a7673fe: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:06:44.046674 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:06:44.073200 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 044e9f4c-dd2d-414b-b326-5adb5365ebe3 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:06:44.073557 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 044e9f4c-dd2d-414b-b326-5adb5365ebe3 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:06:44.082239 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37854) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:44.110717 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41525527-ea10-4ff9-82bd-1817930ad0af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.125776 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14375217-b3d7-4d23-988c-28e0d6973672 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (6b922631-5b3a-495d-9312-7b2a4bc14555), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.187290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14375217-b3d7-4d23-988c-28e0d6973672 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (6b922631-5b3a-495d-9312-7b2a4bc14555), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.323190 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14375217-b3d7-4d23-988c-28e0d6973672 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6b922631-5b3a-495d-9312-7b2a4bc14555), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.326231 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-14375217-b3d7-4d23-988c-28e0d6973672 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.327750 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-14375217-b3d7-4d23-988c-28e0d6973672 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "DELETE /v2.0/security-groups/6b922631-5b3a-495d-9312-7b2a4bc14555 HTTP/1.1" status: 204 len: 168 time: 0.3660605 Feb 16 16:06:44.332798 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37856) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:44.343730 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14375217-b3d7-4d23-988c-28e0d6973672 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b922631-5b3a-495d-9312-7b2a4bc14555,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:44.367778 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.api.v2.resource [None req-09b980f5-d28b-45c2-b20e-89d14611cefd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] show failed (client error): The resource could not be found. Feb 16 16:06:44.371310 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-09b980f5-d28b-45c2-b20e-89d14611cefd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups/6b922631-5b3a-495d-9312-7b2a4bc14555 HTTP/1.1" status: 404 len: 347 time: 0.0350163 Feb 16 16:06:44.374613 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37858) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:44.382828 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41525527-ea10-4ff9-82bd-1817930ad0af admin admin] Publish callbacks [] for security_group (77cf7ba1-fea9-4f04-80e9-382dea210d6b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.391117 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-41525527-ea10-4ff9-82bd-1817930ad0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (77cf7ba1-fea9-4f04-80e9-382dea210d6b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.439245 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-41525527-ea10-4ff9-82bd-1817930ad0af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2bc79422d37d43e6bb9b691b0bd43cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530016 Feb 16 16:06:44.441185 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41525527-ea10-4ff9-82bd-1817930ad0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf7ba1-fea9-4f04-80e9-382dea210d6b,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:44.445147 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37860) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:44.505985 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaf20fc0-8d25-400f-9a2c-0d1243a98ea1 admin admin] Publish callbacks [] for security_group (77cf7ba1-fea9-4f04-80e9-382dea210d6b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.555636 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaf20fc0-8d25-400f-9a2c-0d1243a98ea1 admin admin] Publish callbacks [] for security_group (77cf7ba1-fea9-4f04-80e9-382dea210d6b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.651000 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaf20fc0-8d25-400f-9a2c-0d1243a98ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (77cf7ba1-fea9-4f04-80e9-382dea210d6b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.653878 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-aaf20fc0-8d25-400f-9a2c-0d1243a98ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.655124 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-aaf20fc0-8d25-400f-9a2c-0d1243a98ea1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77cf7ba1-fea9-4f04-80e9-382dea210d6b HTTP/1.1" status: 204 len: 168 time: 0.2087452 Feb 16 16:06:44.666838 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf20fc0-8d25-400f-9a2c-0d1243a98ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf7ba1-fea9-4f04-80e9-382dea210d6b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:44.700914 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Deleting port 9469388c-6525-470e-b673-35adad7fdaf4 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:44.701265 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (9469388c-6525-470e-b673-35adad7fdaf4), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.855442 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (9469388c-6525-470e-b673-35adad7fdaf4), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.856377 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (9469388c-6525-470e-b673-35adad7fdaf4), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:44.878227 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Calling delete_port for 9469388c-6525-470e-b673-35adad7fdaf4 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:45.086157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:45.118259 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (9469388c-6525-470e-b673-35adad7fdaf4), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:45.171108 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event deleted for resources: {'Port': ['ID=9469388c-6525-470e-b673-35adad7fdaf4,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:45.606838 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (3a059d07-c905-470f-9f45-c2974a7673fe), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:45.612507 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:45.618993 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9d9e7c95-8c82-4b94-86c5-772c60af334d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "DELETE /v2.0/floatingips/3a059d07-c905-470f-9f45-c2974a7673fe HTTP/1.1" status: 204 len: 168 time: 1.2383564 Feb 16 16:06:45.865718 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37892) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:45.873777 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032428654', 'description': 'tempest-description--171837730'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:45.911183 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.038543 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (4789353b-7ef4-4426-bc7c-f096a0e63662), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.047235 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4789353b-7ef4-4426-bc7c-f096a0e63662), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.110901 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4789353b-7ef4-4426-bc7c-f096a0e63662,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:46.128430 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.130756 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fb1e0feb-e7a2-4633-94a3-3f9b05defd60 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2633407 Feb 16 16:06:46.137264 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37900) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:46.146554 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'security_group_rule': {'security_group_id': '4789353b-7ef4-4426-bc7c-f096a0e63662', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:46.192100 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (0e8f32e0-6e1c-4064-8732-fc898496e3d4), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.288633 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (0e8f32e0-6e1c-4064-8732-fc898496e3d4), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.294381 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (0e8f32e0-6e1c-4064-8732-fc898496e3d4), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.325274 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8f32e0-6e1c-4064-8732-fc898496e3d4,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:46.340313 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.342267 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-fea0944d-e47f-4d5b-ae7c-edd717d4fbb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032824 Feb 16 16:06:46.345003 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37906) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:46.352610 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'security_group_rule': {'security_group_id': '4789353b-7ef4-4426-bc7c-f096a0e63662', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:46.391710 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (2e50d003-2ff7-4b7c-b920-05905b267dc0), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.453321 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.481044 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (2e50d003-2ff7-4b7c-b920-05905b267dc0), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.486457 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (2e50d003-2ff7-4b7c-b920-05905b267dc0), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.519707 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e50d003-2ff7-4b7c-b920-05905b267dc0,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:46.530676 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.535099 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-dbe2db8b-4017-4fe4-b0c4-aed781dddc86 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859775 Feb 16 16:06:46.536934 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:46.543088 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:46.571495 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.750290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:46.950324 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Allocated IP 172.27.0.167 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/24edd852-847d-46a3-abc9-4b9342146369) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:06:47.134590 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for port (24edd852-847d-46a3-abc9-4b9342146369), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.171140 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-5413f72e-58c3-4bfb-b5aa-4e5b5f46c87c tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-6465808&fields=id&tenant_id=bea160b42ffa4556a5f6dc64af63fc7f HTTP/1.1" status: 200 len: 267 time: 0.0920072 Feb 16 16:06:47.203214 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (24edd852-847d-46a3-abc9-4b9342146369), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.261534 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-ac667ee1-da58-486f-bec3-9bcbf0b179c1 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:47.264311 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-ac667ee1-da58-486f-bec3-9bcbf0b179c1 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 985 time: 0.0910912 Feb 16 16:06:47.279536 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Request body: {'port': {'security_groups': ['2dbbccb4-baca-4e54-92b9-6a918e01dcde']}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:47.280911 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:06:47.286034 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:06:47.289911 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:06:47.361815 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'Port': ['ID=24edd852-847d-46a3-abc9-4b9342146369,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:47.449511 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.465639 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (65eed54f-0b66-40eb-9173-4f96ace3a8c7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.522308 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (24edd852-847d-46a3-abc9-4b9342146369), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.726200 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:47.774600 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.780553 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for port (24edd852-847d-46a3-abc9-4b9342146369), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.781273 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.785940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (24edd852-847d-46a3-abc9-4b9342146369), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.796533 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['8e845dd4-d140-498c-b9f5-e44831c352c1'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:06:47.821890 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:47.822577 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.827979 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e5ee8ccc-d5e8-4500-b8a0-c9dc112c4a81 req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "PUT /v2.0/ports/8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 943 time: 0.5574670 Feb 16 16:06:47.828653 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:47.831219 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e664db4f-8e42-4782-a9f9-3b028fda1b31" -d '{"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:47.831395 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 37948) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:47.891206 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'Port': ['ID=24edd852-847d-46a3-abc9-4b9342146369,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:47.910975 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['8e845dd4-d140-498c-b9f5-e44831c352c1'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:06:47.949913 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f36b7fc4-47ea-4031-a439-d8d784a0c218 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group (86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.950158 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4324a25e-c3e8-4185-b9fe-6084761815a4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event updated for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=7']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:47.960808 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (65eed54f-0b66-40eb-9173-4f96ace3a8c7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:47.978766 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974bf6a4-a040-4b37-b0b5-68bca74422b8 x-openstack-request-id: req-974bf6a4-a040-4b37-b0b5-68bca74422b8 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:47.979134 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:47.979527 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-974bf6a4-a040-4b37-b0b5-68bca74422b8 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:47.980019 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'status': 'completed', 'code': 200} Feb 16 16:06:48.033535 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f36b7fc4-47ea-4031-a439-d8d784a0c218 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group (86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.059139 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.063103 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fd41d67c-0ab6-4ced-832a-6e6e5b26b46c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5226631 Feb 16 16:06:48.165442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-c7611eda-787f-42a0-93a6-93f149860180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:48.168062 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-c7611eda-787f-42a0-93a6-93f149860180 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1130 time: 0.1512611 Feb 16 16:06:48.178955 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-5dc2a65c-471d-4402-b461-0ada48d65064 None None] Provisioning complete for port 8e845dd4-d140-498c-b9f5-e44831c352c1 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:06:48.179882 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5dc2a65c-471d-4402-b461-0ada48d65064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.298451 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f36b7fc4-47ea-4031-a439-d8d784a0c218 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.303357 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f36b7fc4-47ea-4031-a439-d8d784a0c218 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.307082 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f36b7fc4-47ea-4031-a439-d8d784a0c218 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "DELETE /v2.0/security-groups/86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c HTTP/1.1" status: 204 len: 168 time: 0.4724152 Feb 16 16:06:48.310588 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 37968) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:48.343363 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b7fc4-47ea-4031-a439-d8d784a0c218 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86db8e80-dbeb-4eb9-82c5-3e9d0be57c2c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:48.344231 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2a65c-471d-4402-b461-0ada48d65064 None None] Current status of the port 8e845dd4-d140-498c-b9f5-e44831c352c1 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:06:48.375485 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-6b95cab2-6885-43e2-ae9d-179cdbd6f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:48.378062 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-6b95cab2-6885-43e2-ae9d-179cdbd6f9f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 916 time: 0.2036161 Feb 16 16:06:48.502405 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-22af69ed-81e2-41b2-bce3-e140ac6698a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 1001 time: 0.1159856 Feb 16 16:06:48.511875 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-79302197-9dc6-4cb5-9706-a24c1e24e7b6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1032428654&fields=id&tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 267 time: 0.1372764 Feb 16 16:06:48.591987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-cc6c3eb8-450e-4155-8ab7-b15f9ec63650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:48.593553 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-cc6c3eb8-450e-4155-8ab7-b15f9ec63650 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.0832603 Feb 16 16:06:48.652683 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Deleting port fae0f81c-0375-493e-a667-fe1a1df9c007 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:48.653033 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.669157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-6396ed85-6343-4caa-87e2-186ce41efc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:48.672015 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-6396ed85-6343-4caa-87e2-186ce41efc72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695271 Feb 16 16:06:48.701497 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-ceaa46e4-8d11-4aa9-9921-878b24152098 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:48.703077 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-ceaa46e4-8d11-4aa9-9921-878b24152098 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 817 time: 0.1568704 Feb 16 16:06:48.765637 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-5697e829-bf1b-42d9-8585-b2a2759e78d5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/quotas/dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 375 time: 0.0211003 Feb 16 16:06:48.837696 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.838059 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for floatingip (fae0f81c-0375-493e-a667-fe1a1df9c007), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:48.855595 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-4d3f229e-4ab1-4c59-8deb-0db0fee4a7fe service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772015 Feb 16 16:06:48.860528 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Calling delete_port for fae0f81c-0375-493e-a667-fe1a1df9c007 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:48.888935 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-f6c527e7-2c20-4975-8943-51a169fa1267 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136861 Feb 16 16:06:49.021684 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e664db4f-8e42-4782-a9f9-3b028fda1b31 req-13897540-c67c-4bf6-af4e-c1675da348ac service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595457 Feb 16 16:06:49.086160 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-dcb5d33f-abfd-4f1b-ac14-37a99099712b service neutron] 10.222.0.69 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627975 Feb 16 16:06:49.312024 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-231972b6-503b-4702-ac2a-447aa63e65b6 service neutron] 10.222.0.69 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142048 Feb 16 16:06:49.313525 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (fae0f81c-0375-493e-a667-fe1a1df9c007), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:49.377106 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event deleted for resources: {'Port': ['ID=fae0f81c-0375-493e-a667-fe1a1df9c007,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:49.484111 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks [] for floatingip (9781696d-ae05-4d14-b6ac-5ca39eb3cf07), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:49.484986 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Floating IP 9781696d-ae05-4d14-b6ac-5ca39eb3cf07 disassociated (deleted). External IP: 172.27.0.96, port: 8e845dd4-d140-498c-b9f5-e44831c352c1. Feb 16 16:06:49.563560 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-df6b5475-8fb7-4bf1-b9b6-c789b315184b req-a07480bc-d804-450f-bdac-8fce482e8356 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 210 time: 0.0543325 Feb 16 16:06:49.825169 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Router 20346bbd-51b6-45dc-b30f-e47d12df2d4e has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:06:49.947555 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:06:49.952413 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:49.962558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] Sync routers for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:06:49.979629 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:06:49.980634 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:49.991175 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-357d2a0a-05ca-4220-94b4-1528c789b549 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "DELETE /v2.0/floatingips/9781696d-ae05-4d14-b6ac-5ca39eb3cf07 HTTP/1.1" status: 204 len: 168 time: 1.6788378 Feb 16 16:06:49.994812 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:49.997907 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993" -d '{"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:50.042102 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c3222-e6a0-4747-a7ac-a712b146d847 x-openstack-request-id: req-f42c3222-e6a0-4747-a7ac-a712b146d847 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:50.042412 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:50.042640 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f42c3222-e6a0-4747-a7ac-a712b146d847 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:50.043059 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'status': 'completed', 'code': 200} Feb 16 16:06:50.146172 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-a543b349-04b7-4e29-9c14-bdde27ed9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:50.149990 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-a543b349-04b7-4e29-9c14-bdde27ed9043 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 1130 time: 0.0859597 Feb 16 16:06:50.265117 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:06:50.381639 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-ddfca191-bb07-4e04-ac95-1ec1ccb1be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:50.391596 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-ddfca191-bb07-4e04-ac95-1ec1ccb1be57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 200 len: 916 time: 0.2321913 Feb 16 16:06:50.521443 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-98eb4f37-2797-40a4-8c12-eea890ed5636 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 200 len: 217 time: 0.1239910 Feb 16 16:06:50.632948 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-dbf99c89-1f5c-470a-b62f-adb017cecaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:50.634972 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-dbf99c89-1f5c-470a-b62f-adb017cecaba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 200 len: 854 time: 0.1059146 Feb 16 16:06:50.788318 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-beec4cc1-0466-4bd0-a5fd-cf9c3bb3b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:50.791849 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-beec4cc1-0466-4bd0-a5fd-cf9c3bb3b26b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30eb5159-f935-4e1e-b0e5-485d39ce9a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475720 Feb 16 16:06:50.794268 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:55Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:50.802679 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7ec04e24-f54b-4328-9fdd-609953ec29da req-b2e8b066-c264-4121-9bb5-2deb51d8c97f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 210 time: 0.0671818 Feb 16 16:06:50.854315 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] Checking router: 20346bbd-51b6-45dc-b30f-e47d12df2d4e for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:06:50.866067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:06:50.867623 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:51.025690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:06:51.156456 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38072) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:51.291061 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-2ae654eb-2e01-4f88-9917-5ad623a997ba tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:51.296015 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-2ae654eb-2e01-4f88-9917-5ad623a997ba tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 817 time: 0.4078197 Feb 16 16:06:51.352833 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ce21025-6c80-4145-8223-d21e33b59d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.468186 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-365f1888-2f7a-4dc4-9c4c-5fb3207414fe service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6670530 Feb 16 16:06:51.509710 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8816ab8-f70b-477d-99b3-c9270b36c2f4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 380 time: 0.1941321 Feb 16 16:06:51.525043 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'port': {'device_id': '6dd206fa-8401-41de-858c-be3782080f8f', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'admin_state_up': True, 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'security_groups': ['4789353b-7ef4-4426-bc7c-f096a0e63662']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:51.534477 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ce21025-6c80-4145-8223-d21e33b59d03 admin admin] Publish callbacks [] for security_group (4fd8ce47-e06b-48b8-a5e5-70c88c768e10), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.541599 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1ce21025-6c80-4145-8223-d21e33b59d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4fd8ce47-e06b-48b8-a5e5-70c88c768e10), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.589784 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:55Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:06:51.628351 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1ce21025-6c80-4145-8223-d21e33b59d03 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=77601d9086ff4bd4a1f07c42931b4cbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4698744 Feb 16 16:06:51.629366 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38084) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:51.650299 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce21025-6c80-4145-8223-d21e33b59d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd8ce47-e06b-48b8-a5e5-70c88c768e10,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:51.656286 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea5c93-d48f-467f-bb61-8a469b82cae2 None None] The sync data for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi is: [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:03:50Z', 'revision_number': 4, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '9ee66386-9095-49cf-b633-83ad1339cf8c', 'name': '', 'network_id': '30eb5159-f935-4e1e-b0e5-485d39ce9a1f', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'mac_address': 'fa:16:3e:aa:eb:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:49Z', 'updated_at': '2022-02-16T16:03:55Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'subnets': [{'id': 'bc3dc445-8aa7-45af-9d36-d28b63bca78c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:06:51.665988 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38086) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:51.729900 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3d682dca-77d7-47d6-adcd-16c11b8a7ac3 admin admin] Publish callbacks [] for security_group (4fd8ce47-e06b-48b8-a5e5-70c88c768e10), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.747948 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a2eca20-e92d-4d16-b99d-8cb2d4fac993 req-4a465af4-b834-4353-bdab-4ee704b86fec service neutron] 10.222.0.36 "GET /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705951 Feb 16 16:06:51.756478 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3d682dca-77d7-47d6-adcd-16c11b8a7ac3 admin admin] Publish callbacks [] for security_group (4fd8ce47-e06b-48b8-a5e5-70c88c768e10), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.819776 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Made reservation on behalf of dcc982725ac74bf3b8b5b4ff55d3d93b for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:06:51.825748 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.832750 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3d682dca-77d7-47d6-adcd-16c11b8a7ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4fd8ce47-e06b-48b8-a5e5-70c88c768e10), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.838454 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3d682dca-77d7-47d6-adcd-16c11b8a7ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:51.840283 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3d682dca-77d7-47d6-adcd-16c11b8a7ac3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4fd8ce47-e06b-48b8-a5e5-70c88c768e10 HTTP/1.1" status: 204 len: 168 time: 0.2072690 Feb 16 16:06:51.875001 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d682dca-77d7-47d6-adcd-16c11b8a7ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd8ce47-e06b-48b8-a5e5-70c88c768e10,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:51.911273 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02a312f4-385d-4b51-a809-5b7380f866a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.014105 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-057cb5b4-a686-4845-b88d-47048b596db8 req-69467bfe-4374-4073-b4db-4a746171dc2b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 210 time: 0.0587757 Feb 16 16:06:52.065522 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02a312f4-385d-4b51-a809-5b7380f866a8 admin admin] Publish callbacks [] for security_group (f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.072304 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-02a312f4-385d-4b51-a809-5b7380f866a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.081959 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a187a-242d-4962-afd3-193d69dcc699 None None] New status for floating IP 9781696d-ae05-4d14-b6ac-5ca39eb3cf07: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:06:52.098700 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Allocated IP 172.20.0.5 (2d44e3e6-f30b-477c-bc15-19ba17ea5263/35a0084f-6f3f-43f9-9f93-1e22a397d294/4a8fb72a-a0f6-4c42-a53c-68dc90a343fa) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:06:52.119315 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-02a312f4-385d-4b51-a809-5b7380f866a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1361d78c097c41749a1605f85c3ac3a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518318 Feb 16 16:06:52.120349 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a312f4-385d-4b51-a809-5b7380f866a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:52.123651 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38104) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:52.186655 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dba41a9f-d11f-425c-822f-41d6a2295637 admin admin] Publish callbacks [] for security_group (f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.221642 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dba41a9f-d11f-425c-822f-41d6a2295637 admin admin] Publish callbacks [] for security_group (f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.282123 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.287826 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dba41a9f-d11f-425c-822f-41d6a2295637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.292898 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-dba41a9f-d11f-425c-822f-41d6a2295637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.294807 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-dba41a9f-d11f-425c-822f-41d6a2295637 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15 HTTP/1.1" status: 204 len: 168 time: 0.1697733 Feb 16 16:06:52.305627 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba41a9f-d11f-425c-822f-41d6a2295637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ac28fd-d0f1-4ec0-a5f0-d6e61f6dbd15,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:52.333972 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.379189 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38108) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:52.381109 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:06:52.387532 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:06:52.391067 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:06:52.395989 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b34e438-1d8a-4922-abd4-aca28534302d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.440301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:52.463702 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.464100 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.464478 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.464738 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.465083 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.465576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.465758 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.466094 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.466481 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.466799 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.473693 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.474165 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.474514 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:52.485051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:52.485697 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.509478 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-fdb4fabf-cdff-4260-bbf2-02ba2d317ec8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9889288 Feb 16 16:06:52.514958 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b34e438-1d8a-4922-abd4-aca28534302d admin admin] Publish callbacks [] for security_group (b9da7e1d-215b-464d-9814-580da3253c5e), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.522308 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Request body: {'port': {'device_id': '6dd206fa-8401-41de-858c-be3782080f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:06:52.525215 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b34e438-1d8a-4922-abd4-aca28534302d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (b9da7e1d-215b-464d-9814-580da3253c5e), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.573384 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7b34e438-1d8a-4922-abd4-aca28534302d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76f099a63bda444095abd7e7af0a7e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1930156 Feb 16 16:06:52.574708 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34e438-1d8a-4922-abd4-aca28534302d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9da7e1d-215b-464d-9814-580da3253c5e,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:52.578092 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38112) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:52.610284 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.649874 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d87b5154-3c67-4e59-932a-0b1574c876ab admin admin] Publish callbacks [] for security_group (b9da7e1d-215b-464d-9814-580da3253c5e), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.682392 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d87b5154-3c67-4e59-932a-0b1574c876ab admin admin] Publish callbacks [] for security_group (b9da7e1d-215b-464d-9814-580da3253c5e), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.718743 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced30eda-6a7d-42bb-a5d8-5bdcc06cae00 None None] Provisioning complete for port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:06:52.720504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced30eda-6a7d-42bb-a5d8-5bdcc06cae00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.759658 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d87b5154-3c67-4e59-932a-0b1574c876ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (b9da7e1d-215b-464d-9814-580da3253c5e), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.762715 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d87b5154-3c67-4e59-932a-0b1574c876ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:52.767646 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d87b5154-3c67-4e59-932a-0b1574c876ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9da7e1d-215b-464d-9814-580da3253c5e HTTP/1.1" status: 204 len: 168 time: 0.1880102 Feb 16 16:06:52.783763 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b5154-3c67-4e59-932a-0b1574c876ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9da7e1d-215b-464d-9814-580da3253c5e,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:52.824660 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced30eda-6a7d-42bb-a5d8-5bdcc06cae00 None None] Port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:06:52.833065 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:52.858562 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b6faaad-362c-42f1-b9de-06fe996a7e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.054906 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:06:53.064493 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b6faaad-362c-42f1-b9de-06fe996a7e3f admin admin] Publish callbacks [] for security_group (d95b5334-ea05-4e52-9b52-cd08663ba938), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.069446 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Publish callbacks [] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.073335 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1b6faaad-362c-42f1-b9de-06fe996a7e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d95b5334-ea05-4e52-9b52-cd08663ba938), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.139892 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Transition to ACTIVE for port object 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:06:53.140856 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6faaad-362c-42f1-b9de-06fe996a7e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95b5334-ea05-4e52-9b52-cd08663ba938,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:53.146082 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.156841 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1b6faaad-362c-42f1-b9de-06fe996a7e3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1377f384426d42eeb22365a0ad26b005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185573 Feb 16 16:06:53.158145 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38132) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:53.229285 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9eba4b-f7c5-4ef6-841f-eafcb939f92c req-b66c891c-a314-49f6-99fd-0853a3ef383a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:53.230882 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9c9eba4b-f7c5-4ef6-841f-eafcb939f92c req-b66c891c-a314-49f6-99fd-0853a3ef383a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 931 time: 0.1089411 Feb 16 16:06:53.253692 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:53.302408 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edb99571-a93d-42a1-a6ba-65f8a974f48d admin admin] Publish callbacks [] for security_group (d95b5334-ea05-4e52-9b52-cd08663ba938), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.338742 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9c9eba4b-f7c5-4ef6-841f-eafcb939f92c req-3598b48e-917c-4ca1-bfe1-b85ab3e0fcd4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012249 Feb 16 16:06:53.377391 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edb99571-a93d-42a1-a6ba-65f8a974f48d admin admin] Publish callbacks [] for security_group (d95b5334-ea05-4e52-9b52-cd08663ba938), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.405536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Attempting to bind port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:06:53.405883 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Attempting to bind port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:06:53.406222 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Attempting to bind port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:06:53.426607 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:06:53.426933 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Attempting to bind port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa on network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:06:53.474680 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:06:53.475151 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Checking segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:06:53.475468 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Bound using segment: {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:06:53.476191 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Bound port: 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c720c61-c4b7-4547-aa1b-62c13df788fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:06:53.476379 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.559983 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24486a34-3bbf-402a-9642-d8b64abe9689 req-5085b6fc-95c2-4bd6-a1d7-c9841dea5996 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:53.561569 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24486a34-3bbf-402a-9642-d8b64abe9689 req-5085b6fc-95c2-4bd6-a1d7-c9841dea5996 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.1249382 Feb 16 16:06:53.564657 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edb99571-a93d-42a1-a6ba-65f8a974f48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d95b5334-ea05-4e52-9b52-cd08663ba938), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.567334 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-edb99571-a93d-42a1-a6ba-65f8a974f48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.571688 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-edb99571-a93d-42a1-a6ba-65f8a974f48d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d95b5334-ea05-4e52-9b52-cd08663ba938 HTTP/1.1" status: 204 len: 168 time: 0.4093938 Feb 16 16:06:53.598376 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99571-a93d-42a1-a6ba-65f8a974f48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95b5334-ea05-4e52-9b52-cd08663ba938,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:53.600614 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:06:53.625040 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:06:53.647531 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.687702 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24486a34-3bbf-402a-9642-d8b64abe9689 req-38b1eaca-e0b6-41ce-a445-0d7e9609b57d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144094 Feb 16 16:06:53.698595 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:53.699236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:53.701400 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 1093 time: 1.1834636 Feb 16 16:06:53.701882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:53.704311 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8723fde-ebdd-4eee-9094-c9587036bbb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:53.805986 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e0fed9-0e8c-4758-b819-f64e7a24cf78 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:53.821265 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec84b4fd-3c79-4103-a953-6040475becb5 x-openstack-request-id: req-ec84b4fd-3c79-4103-a953-6040475becb5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:53.821803 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:53.822271 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ec84b4fd-3c79-4103-a953-6040475becb5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:53.822960 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'status': 'completed', 'code': 200} Feb 16 16:06:53.893882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-2b7e6b04-e5c8-45f1-b284-f4e9e86b2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:53.897148 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-2b7e6b04-e5c8-45f1-b284-f4e9e86b2f29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1127 time: 0.1345732 Feb 16 16:06:53.986352 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-6a0a6be3-bc11-4a9d-872f-6f76c7a31f9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 217 time: 0.0814519 Feb 16 16:06:54.083461 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-c494c301-a01c-4765-b102-67624a1638e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:54.085245 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-c494c301-a01c-4765-b102-67624a1638e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0894709 Feb 16 16:06:54.162620 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d9147-8152-4139-aef1-d498cc10d36b req-a4602357-64b6-4015-9a82-6bf2690c4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:54.165772 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-a4602357-64b6-4015-9a82-6bf2690c4a21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722201 Feb 16 16:06:54.308141 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-60cd52cd-d289-45b0-b4cd-cda9bd28dd70 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362062 Feb 16 16:06:54.470812 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e10d9147-8152-4139-aef1-d498cc10d36b req-e63add5b-a941-4cd8-b94f-f8cee596ccf2 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536837 Feb 16 16:06:54.633635 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5937d5d-42e7-4d48-9567-4b7237f9148e req-5f59175f-ef22-4c1e-b36f-3c9d2350ea3c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:54.635215 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5937d5d-42e7-4d48-9567-4b7237f9148e req-5f59175f-ef22-4c1e-b36f-3c9d2350ea3c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.1403108 Feb 16 16:06:54.655829 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-29c4f706-74bd-4bb5-8ee7-67ffc589122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:54.658437 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-29c4f706-74bd-4bb5-8ee7-67ffc589122c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1127 time: 0.1117463 Feb 16 16:06:54.834385 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5937d5d-42e7-4d48-9567-4b7237f9148e req-4535118a-8098-4868-a204-191771c4867d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883228 Feb 16 16:06:54.892305 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-69e22394-0c23-4d36-ad91-8293e57d0fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:54.896622 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-69e22394-0c23-4d36-ad91-8293e57d0fe9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.2279358 Feb 16 16:06:54.986151 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712420f-621b-40ce-9e55-9d3c85dc368b req-5659b92f-3820-4ab4-87d4-89ff2cf7435d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:55.000978 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7712420f-621b-40ce-9e55-9d3c85dc368b req-5659b92f-3820-4ab4-87d4-89ff2cf7435d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.1430295 Feb 16 16:06:55.111918 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7712420f-621b-40ce-9e55-9d3c85dc368b req-4c4a9e52-3d3a-4711-a6a5-c02e5c53cd74 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083555 Feb 16 16:06:55.295472 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-6dd00f3c-7f55-4a44-a6fc-73d6412a486f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 217 time: 0.3917174 Feb 16 16:06:55.431666 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-d8c64a50-2ba8-46ec-8e7b-58f20bdde91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:55.434441 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-d8c64a50-2ba8-46ec-8e7b-58f20bdde91f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.1326926 Feb 16 16:06:55.449284 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-402a70c4-0969-4ea0-b472-8bcbada504e4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:55.451862 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-402a70c4-0969-4ea0-b472-8bcbada504e4 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.1724458 Feb 16 16:06:55.650799 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-5f4e42b6-bda3-4579-b39b-49ce9d808977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:55.653608 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-5f4e42b6-bda3-4579-b39b-49ce9d808977 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2001848 Feb 16 16:06:55.791232 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Deleting port 8e845dd4-d140-498c-b9f5-e44831c352c1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:06:55.791774 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:55.947239 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-2af939fe-b6c4-47b7-9cfe-85c9da00557a service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834644 Feb 16 16:06:56.108651 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] For port 8e845dd4-d140-498c-b9f5-e44831c352c1, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=8e845dd4-d140-498c-b9f5-e44831c352c1,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:56.109290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:56.160074 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:06:56.199302 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Calling delete_port for 8e845dd4-d140-498c-b9f5-e44831c352c1 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:06:56.257938 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3670f73-9838-4bfb-ab69-b88f8c9847ac req-bc44a62a-1c3a-4c04-b536-749c0e50d83b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:56.273423 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3670f73-9838-4bfb-ab69-b88f8c9847ac req-bc44a62a-1c3a-4c04-b536-749c0e50d83b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.3155770 Feb 16 16:06:56.298125 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e11b8-cd18-49e3-acd1-578a173047b4 req-3f781e0f-50b6-4e41-827b-d772538a6e0d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:56.307313 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d76e11b8-cd18-49e3-acd1-578a173047b4 req-3f781e0f-50b6-4e41-827b-d772538a6e0d tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 946 time: 0.0797348 Feb 16 16:06:56.360703 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:56.369852 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d76e11b8-cd18-49e3-acd1-578a173047b4 req-aa2412f9-9149-4f78-8bda-b62c6972e256 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/security-groups?id=2dbbccb4-baca-4e54-92b9-6a918e01dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Feb 16 16:06:56.394007 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'mac_address': 'fa:16:3e:e9:84:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:06:56.409698 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f8723fde-ebdd-4eee-9094-c9587036bbb8 req-dc3e9235-3ba8-49f0-b9e7-b3b933e53b84 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4536221 Feb 16 16:06:56.467117 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:06:56.468039 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:56.495316 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:06:56.503146 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3670f73-9838-4bfb-ab69-b88f8c9847ac req-df9bb39b-cf34-4413-9a0d-e1b0d2ae1e13 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282395 Feb 16 16:06:56.548765 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:06:56.553771 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:56.622545 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:56.633672 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.634256 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.635258 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.635634 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.636125 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.636705 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.637156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.637620 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.638175 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.638682 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.639443 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.639910 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.640337 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:06:56.652260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (8e845dd4-d140-498c-b9f5-e44831c352c1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:56.683916 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Pushing event deleted for resources: {'Port': ['ID=8e845dd4-d140-498c-b9f5-e44831c352c1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:06:56.743570 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] No DVR routers for this DVR port 8e845dd4-d140-498c-b9f5-e44831c352c1 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:06:56.746638 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:06:56.750246 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b15e4ba2-769c-4c10-80f5-333b75f778d5 req-437e5017-bdcc-4006-85a2-a96384e0de63 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.36 "DELETE /v2.0/ports/8e845dd4-d140-498c-b9f5-e44831c352c1 HTTP/1.1" status: 204 len: 173 time: 1.2821527 Feb 16 16:06:56.750757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'name': 'network-vif-deleted', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:06:56.753419 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe866ae-fd43-450c-be12-b961072be556" -d '{"events": [{"server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "name": "network-vif-deleted", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:06:56.788223 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:06:56.821722 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2e1535-79e9-4f8e-a46e-9130ae1e1ca3 x-openstack-request-id: req-3f2e1535-79e9-4f8e-a46e-9130ae1e1ca3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:06:56.822870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d664ca1-87e1-4736-9be4-c9b7762868a5", "name": "network-vif-deleted", "tag": "8e845dd4-d140-498c-b9f5-e44831c352c1", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:06:56.823387 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3f2e1535-79e9-4f8e-a46e-9130ae1e1ca3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:06:56.824015 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d664ca1-87e1-4736-9be4-c9b7762868a5', 'name': 'network-vif-deleted', 'tag': '8e845dd4-d140-498c-b9f5-e44831c352c1', 'status': 'completed', 'code': 200} Feb 16 16:06:57.480141 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-32342836-e7d1-42bb-86df-ed4f9c0d1628 req-a5b5cf1f-8cf5-4033-b104-8c1793f4b8d7 tempest-TestMinimumBasicScenario-183424179 tempest-TestMinimumBasicScenario-183424179-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d664ca1-87e1-4736-9be4-c9b7762868a5 HTTP/1.1" status: 200 len: 210 time: 0.0297961 Feb 16 16:06:57.661475 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf2d6d-b14d-4003-87ce-acc0a73abb14 req-ddf6460e-23e1-4acb-b0d1-8547e7d9de81 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:57.664021 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8ddf2d6d-b14d-4003-87ce-acc0a73abb14 req-ddf6460e-23e1-4acb-b0d1-8547e7d9de81 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 944 time: 0.0658288 Feb 16 16:06:57.720912 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8ddf2d6d-b14d-4003-87ce-acc0a73abb14 req-8528f5e5-4a15-4e8e-b4ec-d1391803b3e5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506663 Feb 16 16:06:58.833243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 8e845dd4-d140-498c-b9f5-e44831c352c1 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:06:58.870771 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 8e845dd4-d140-498c-b9f5-e44831c352c1 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:06:58.871332 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 8e845dd4-d140-498c-b9f5-e44831c352c1 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:06:58.883749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851986a-ac9f-4d2d-8d79-7ee5dc6a2b39 req-c35357df-37ea-40ab-9ca0-286e7539f17c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:06:58.885002 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9851986a-ac9f-4d2d-8d79-7ee5dc6a2b39 req-c35357df-37ea-40ab-9ca0-286e7539f17c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 944 time: 0.0785663 Feb 16 16:06:58.940200 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9851986a-ac9f-4d2d-8d79-7ee5dc6a2b39 req-4d9cc126-7d0f-46e0-ba51-bfc31d318d49 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476675 Feb 16 16:06:59.362737 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38304) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:06:59.806417 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (20346bbd-51b6-45dc-b30f-e47d12df2d4e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.124445 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2c715-4289-4610-8e20-89e8882d5fa6 req-22c2cad3-2734-424d-912c-7e0a5ed7af63 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:00.126960 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-40d2c715-4289-4610-8e20-89e8882d5fa6 req-22c2cad3-2734-424d-912c-7e0a5ed7af63 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 944 time: 0.0910592 Feb 16 16:07:00.189724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:00.200959 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-40d2c715-4289-4610-8e20-89e8882d5fa6 req-c916977a-3d32-40f5-a68c-030fe6ae496f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646579 Feb 16 16:07:00.235473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Deleting port 9ee66386-9095-49cf-b633-83ad1339cf8c {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:00.235473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.287432 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:07:00.293470 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:00.294097 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.388764 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] For port 9ee66386-9095-49cf-b633-83ad1339cf8c, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=9ee66386-9095-49cf-b633-83ad1339cf8c,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:00.389392 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.417405 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Calling delete_port for 9ee66386-9095-49cf-b633-83ad1339cf8c owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:00.421392 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:00.422152 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.470436 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:00.476585 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc851c-8f60-4c16-a55a-7ab17e22fa42" -d '{"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:00.530825 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:00.548435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.592510 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c44b193-88c6-43ae-b996-7c673db90a2b x-openstack-request-id: req-6c44b193-88c6-43ae-b996-7c673db90a2b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:00.593273 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:00.593928 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c44b193-88c6-43ae-b996-7c673db90a2b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:00.594558 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'code': 200} Feb 16 16:07:00.645690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:00.706779 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (9ee66386-9095-49cf-b633-83ad1339cf8c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:00.742140 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee66386-9095-49cf-b633-83ad1339cf8c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:00.932598 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (20346bbd-51b6-45dc-b30f-e47d12df2d4e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:01.201231 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Router 20346bbd-51b6-45dc-b30f-e47d12df2d4e has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:01.327744 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:01.334566 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-51e549f2-5bc1-4105-9a9f-1107d6a55b0a admin admin] 10.222.0.69 "PUT /v2.0/routers/20346bbd-51b6-45dc-b30f-e47d12df2d4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9694602 Feb 16 16:07:01.338400 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38336) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:01.340925 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] Sync routers for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:01.355552 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:01.356213 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:01.401182 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8395904-2562-4999-9b2d-9b85761c8b0b req-7e29b254-ffe7-40b9-b4df-e3208fb4655b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:01.404697 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a8395904-2562-4999-9b2d-9b85761c8b0b req-7e29b254-ffe7-40b9-b4df-e3208fb4655b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0769737 Feb 16 16:07:01.483016 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a8395904-2562-4999-9b2d-9b85761c8b0b req-71a6387d-b57a-4314-bc44-499a374bc81f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706334 Feb 16 16:07:01.539973 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks [] for router (20346bbd-51b6-45dc-b30f-e47d12df2d4e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:01.666724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:01.730309 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1b08b-4cfe-4508-b67d-6f31657620d7 req-b9f2095f-7b8b-4437-9a0f-5f382fc3002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:01.732761 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5dd1b08b-4cfe-4508-b67d-6f31657620d7 req-b9f2095f-7b8b-4437-9a0f-5f382fc3002a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1129 time: 0.1512249 Feb 16 16:07:01.762925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks [] for router_gateway (20346bbd-51b6-45dc-b30f-e47d12df2d4e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:01.856105 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Deleting port 3c9c4640-5d3b-433c-836a-3e7217b18327 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:01.856861 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:01.944055 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:07:00Z', 'revision_number': 5, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port': {'id': '3c9c4640-5d3b-433c-836a-3e7217b18327', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:61:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:47Z', 'updated_at': '2022-02-16T16:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:01.977274 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] Checking router: 20346bbd-51b6-45dc-b30f-e47d12df2d4e for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:01.989405 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] Routers {'20346bbd-51b6-45dc-b30f-e47d12df2d4e'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:01.990171 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:02.099228 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] Set router 20346bbd-51b6-45dc-b30f-e47d12df2d4e gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:02.167409 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:07:01Z', 'revision_number': 6, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:02.201874 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] For port 3c9c4640-5d3b-433c-836a-3e7217b18327, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=3c9c4640-5d3b-433c-836a-3e7217b18327,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:02.202244 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.217240 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Calling delete_port for 3c9c4640-5d3b-433c-836a-3e7217b18327 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:02.217995 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e055f-6188-412d-bf2c-c66d7ccf84d3 None None] The sync data for ids ['20346bbd-51b6-45dc-b30f-e47d12df2d4e'] in dv-cinder-829560-1-iscsi is: [{'id': '20346bbd-51b6-45dc-b30f-e47d12df2d4e', 'name': 'tempest-TestMinimumBasicScenario-1151389685-router', 'tenant_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:46Z', 'updated_at': '2022-02-16T16:07:01Z', 'revision_number': 6, 'project_id': 'bea160b42ffa4556a5f6dc64af63fc7f', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:02.445687 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (3c9c4640-5d3b-433c-836a-3e7217b18327), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.452214 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5dd1b08b-4cfe-4508-b67d-6f31657620d7 req-8155414a-1217-446e-bf89-8717e2089f74 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655622 Feb 16 16:07:02.483525 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9c4640-5d3b-433c-836a-3e7217b18327,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:02.557795 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (20346bbd-51b6-45dc-b30f-e47d12df2d4e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.781116 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (20346bbd-51b6-45dc-b30f-e47d12df2d4e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.788645 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks [] for router_controller (20346bbd-51b6-45dc-b30f-e47d12df2d4e), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.925845 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0f798-4b88-40df-9dc5-5081a3336339 req-10e77a5f-c440-4711-a800-0cd4280279e2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:02.928554 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9fe0f798-4b88-40df-9dc5-5081a3336339 req-10e77a5f-c440-4711-a800-0cd4280279e2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.2570505 Feb 16 16:07:02.930873 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (20346bbd-51b6-45dc-b30f-e47d12df2d4e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.931779 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20346bbd-51b6-45dc-b30f-e47d12df2d4e {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:07:02.941326 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:02.943119 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-ba571a92-429a-4bcf-9ce3-b128a816ca7e admin admin] 10.222.0.69 "DELETE /v2.0/routers/20346bbd-51b6-45dc-b30f-e47d12df2d4e HTTP/1.1" status: 204 len: 168 time: 1.6028850 Feb 16 16:07:02.945624 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38348) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:02.995091 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Deleting subnet bc3dc445-8aa7-45af-9d36-d28b63bca78c {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:07:02.998621 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Publish callbacks [] for subnet (bc3dc445-8aa7-45af-9d36-d28b63bca78c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.021929 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9fe0f798-4b88-40df-9dc5-5081a3336339 req-d356ffce-dab7-45bb-9bc1-260d666ff5c0 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863509 Feb 16 16:07:03.041500 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (bc3dc445-8aa7-45af-9d36-d28b63bca78c), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.167054 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (bc3dc445-8aa7-45af-9d36-d28b63bca78c), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.249058 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (bc3dc445-8aa7-45af-9d36-d28b63bca78c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.271744 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 9ee66386-9095-49cf-b633-83ad1339cf8c no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:03.278131 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e0cf8-8a32-42d3-bc0e-e3ec00b00608 None None] Network 30eb5159-f935-4e1e-b0e5-485d39ce9a1f requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:03.304833 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.306925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38350) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:03.307144 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bc3dc445-8aa7-45af-9d36-d28b63bca78c HTTP/1.1" status: 204 len: 168 time: 0.3597174 Feb 16 16:07:03.309359 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3dc445-8aa7-45af-9d36-d28b63bca78c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:03.321017 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.321408 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.321773 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.322125 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.322469 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.322813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.323186 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.323523 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.323860 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.324196 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.324527 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.324855 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.325182 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10715ff4-9bd2-444e-9abd-2a7b7388d506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:03.364635 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 9ee66386-9095-49cf-b633-83ad1339cf8c {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:03.365245 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 9ee66386-9095-49cf-b633-83ad1339cf8c not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:03.365866 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 3c9c4640-5d3b-433c-836a-3e7217b18327 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:03.395006 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (30eb5159-f935-4e1e-b0e5-485d39ce9a1f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.409742 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 3c9c4640-5d3b-433c-836a-3e7217b18327 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:03.410587 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 3c9c4640-5d3b-433c-836a-3e7217b18327 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:03.493409 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Deleting port 7b4a1381-f913-4892-85fb-5c4a0177523b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:03.494095 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.584592 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] DHCP port deletion for 30eb5159-f935-4e1e-b0e5-485d39ce9a1f request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:07:03.612364 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] For port 7b4a1381-f913-4892-85fb-5c4a0177523b, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=7b4a1381-f913-4892-85fb-5c4a0177523b,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:03.612970 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.631868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Calling delete_port for 7b4a1381-f913-4892-85fb-5c4a0177523b owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:03.642681 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] Deleting port 7b4a1381-f913-4892-85fb-5c4a0177523b {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:03.643095 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.746093 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.768599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] For port 7b4a1381-f913-4892-85fb-5c4a0177523b, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=7b4a1381-f913-4892-85fb-5c4a0177523b,segment=NetworkSegment(bc80d0a5-c299-421f-b306-1f2e3e6d122d),segment_id=bc80d0a5-c299-421f-b306-1f2e3e6d122d)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:03.769268 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.792625 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] Calling delete_port for 7b4a1381-f913-4892-85fb-5c4a0177523b owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:03.792831 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] No DVR routers for this DVR port 7b4a1381-f913-4892-85fb-5c4a0177523b on host dv-cinder-829560-1-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:07:03.799413 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4a1381-f913-4892-85fb-5c4a0177523b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:03.932699 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (30eb5159-f935-4e1e-b0e5-485d39ce9a1f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:03.977420 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30eb5159-f935-4e1e-b0e5-485d39ce9a1f']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:03.998617 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc80d0a5-c299-421f-b306-1f2e3e6d122d') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:03.999499 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc80d0a5-c299-421f-b306-1f2e3e6d122d') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:04.013858 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951'] for port (7b4a1381-f913-4892-85fb-5c4a0177523b), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:04.023226 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (bc80d0a5-c299-421f-b306-1f2e3e6d122d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:04.043257 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] Pushing event deleted for resources: {'Port': ['ID=7b4a1381-f913-4892-85fb-5c4a0177523b,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:04.054633 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fdfb3a-e647-4679-b677-4cb69addc888 None None] No DVR routers for this DVR port 7b4a1381-f913-4892-85fb-5c4a0177523b on host dv-cinder-829560-1-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:07:04.059306 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (bc80d0a5-c299-421f-b306-1f2e3e6d122d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:04.080912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:07:04.084859 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (bc80d0a5-c299-421f-b306-1f2e3e6d122d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:07:04.090466 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:07:04.193178 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (30eb5159-f935-4e1e-b0e5-485d39ce9a1f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:04.223706 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:04.233230 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] 10.222.0.69 "DELETE /v2.0/networks/30eb5159-f935-4e1e-b0e5-485d39ce9a1f HTTP/1.1" status: 204 len: 168 time: 0.9204710 Feb 16 16:07:04.233230 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e0f50-4614-4142-bdd8-34142e3c41ea admin admin] Pushing event deleted for resources: {'Network': ['ID=30eb5159-f935-4e1e-b0e5-485d39ce9a1f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:04.233677 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38384) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:04.262210 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7f942-23a3-436f-83d3-dc3a0d28b6a1 req-7be2bef4-d405-4904-a587-2edc1246a882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:04.264780 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-abd7f942-23a3-436f-83d3-dc3a0d28b6a1 req-7be2bef4-d405-4904-a587-2edc1246a882 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1066942 Feb 16 16:07:04.338707 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-abd7f942-23a3-436f-83d3-dc3a0d28b6a1 req-37a49fed-5b61-4ce1-86e5-8d6c62edc7af tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627866 Feb 16 16:07:04.714060 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:05.048692 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Deleting port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:05.049239 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:05.181382 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] For port 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:05.181737 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:05.200104 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Calling delete_port for 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:05.249033 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 7b4a1381-f913-4892-85fb-5c4a0177523b no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:05.278745 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 7b4a1381-f913-4892-85fb-5c4a0177523b {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:05.279104 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 7b4a1381-f913-4892-85fb-5c4a0177523b not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:05.596053 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9565c2b-80ae-49f9-ad87-46813932a203 req-4831918b-ee06-4df4-bd63-6683c0a29156 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:05.598302 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9565c2b-80ae-49f9-ad87-46813932a203 req-4831918b-ee06-4df4-bd63-6683c0a29156 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1828525 Feb 16 16:07:05.636647 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (740ec98d-cb3d-4ddf-9f2d-05dc61d692b1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:05.698548 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Pushing event deleted for resources: {'Port': ['ID=740ec98d-cb3d-4ddf-9f2d-05dc61d692b1,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:05.750457 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9565c2b-80ae-49f9-ad87-46813932a203 req-39baffec-c77d-4eac-b4dc-c840860ebafa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442008 Feb 16 16:07:05.919802 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:06.182016 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:06.293050 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:06.307682 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:06.313253 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-099621f9-d24f-4586-8dea-3728cda0456c admin admin] 10.222.0.69 "PUT /v2.0/routers/c0336e2a-fffe-4761-8b6a-29fa26fb7cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0786264 Feb 16 16:07:06.317138 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38398) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:06.321504 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] Sync routers for ids ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:06.334110 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] Routers {'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:06.334771 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:06.466571 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks [] for router (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:06.480671 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] Set router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:06.645050 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks [] for router_gateway (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:06.712898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Deleting port 44bffc56-8483-46a7-ade7-6400db57b8d8 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:06.712898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:06.715807 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:07:05Z', 'revision_number': 5, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port': {'id': '44bffc56-8483-46a7-ade7-6400db57b8d8', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:06.750837 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] Checking router: c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:06.763305 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] Routers {'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:06.763931 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:06.841095 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] For port 44bffc56-8483-46a7-ade7-6400db57b8d8, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=44bffc56-8483-46a7-ade7-6400db57b8d8,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:06.842054 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:06.865841 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Calling delete_port for 44bffc56-8483-46a7-ade7-6400db57b8d8 owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:06.904820 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] Set router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:06.934871 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e979d-3758-4015-a5a7-438eb1793a38 req-5399d91c-d88f-4a2e-a336-4469d48c1430 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:06.942531 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d02e979d-3758-4015-a5a7-438eb1793a38 req-5399d91c-d88f-4a2e-a336-4469d48c1430 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0780542 Feb 16 16:07:06.977458 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:07:06Z', 'revision_number': 6, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:07.014626 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d02e979d-3758-4015-a5a7-438eb1793a38 req-e8a06438-e0b8-4e58-b494-8178b4953795 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708318 Feb 16 16:07:07.046578 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee696b49-7ea4-45fc-93f0-899acd498dfa None None] The sync data for ids ['c0336e2a-fffe-4761-8b6a-29fa26fb7cc1'] in dv-cinder-829560-1-iscsi is: [{'id': 'c0336e2a-fffe-4761-8b6a-29fa26fb7cc1', 'name': 'tempest-TestMinimumBasicScenario-718139849-router', 'tenant_id': '61f47fa9b4a84a84880018d89f03074b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:03:53Z', 'updated_at': '2022-02-16T16:07:06Z', 'revision_number': 6, 'project_id': '61f47fa9b4a84a84880018d89f03074b', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:07.205371 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (44bffc56-8483-46a7-ade7-6400db57b8d8), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.490822 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:07.524731 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=44bffc56-8483-46a7-ade7-6400db57b8d8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:07.537359 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:07.537716 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 740ec98d-cb3d-4ddf-9f2d-05dc61d692b1 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:07.623834 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.785523 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.789057 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks [] for router_controller (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.849699 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (c0336e2a-fffe-4761-8b6a-29fa26fb7cc1), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.851187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:07:07.857180 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.861836 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c127fad1-58f6-4987-a336-3c5c784f2c43 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c0336e2a-fffe-4761-8b6a-29fa26fb7cc1 HTTP/1.1" status: 204 len: 168 time: 1.5399837 Feb 16 16:07:07.862328 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38428) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:07.924053 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Deleting subnet 29d87333-0951-49cb-9e45-92e56e28a698 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:07:07.929445 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Publish callbacks [] for subnet (29d87333-0951-49cb-9e45-92e56e28a698), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:07.979569 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32962696'] for subnet (29d87333-0951-49cb-9e45-92e56e28a698), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.207668 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (29d87333-0951-49cb-9e45-92e56e28a698), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.294924 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d8495-a787-447f-b20f-5d74143f5737 req-be97f47c-eb52-4a32-9ab2-eafd7c025f54 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:08.297567 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-873d8495-a787-447f-b20f-5d74143f5737 req-be97f47c-eb52-4a32-9ab2-eafd7c025f54 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1892676 Feb 16 16:07:08.386047 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32952187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33009993'] for subnet (29d87333-0951-49cb-9e45-92e56e28a698), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.445365 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-873d8495-a787-447f-b20f-5d74143f5737 req-6f97f51b-6955-4ee8-9de8-70a847daf8fd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370118 Feb 16 16:07:08.448972 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d87333-0951-49cb-9e45-92e56e28a698,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:08.451956 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.458440 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-85ef063e-5988-4607-aa2a-4b360a4312a0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/29d87333-0951-49cb-9e45-92e56e28a698 HTTP/1.1" status: 204 len: 168 time: 0.5941849 Feb 16 16:07:08.462176 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38440) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:08.469928 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea31ec-343a-476b-a9a3-97d8be6d4c4a None None] Network 8dc42888-b807-4c59-9109-651902565dbd requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:08.644642 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (8dc42888-b807-4c59-9109-651902565dbd), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.678293 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] DHCP port deletion for 8dc42888-b807-4c59-9109-651902565dbd request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:07:08.705174 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5577bb-7874-4a25-b397-0cf34bf9fef8 req-3beedcb9-ce13-42cd-8a26-7bc72b60df55 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:08.706652 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9c5577bb-7874-4a25-b397-0cf34bf9fef8 req-3beedcb9-ce13-42cd-8a26-7bc72b60df55 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1139657 Feb 16 16:07:08.718184 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38446) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:08.724195 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Request body: {'floatingip': {'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:08.763062 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] Deleting port 5cd23bd5-789c-4892-a106-4bae5cc013c9 {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:08.763563 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.773268 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (65eed54f-0b66-40eb-9173-4f96ace3a8c7), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.809892 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Deleting port 5cd23bd5-789c-4892-a106-4bae5cc013c9 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:08.810207 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.842655 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] For port 5cd23bd5-789c-4892-a106-4bae5cc013c9, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=5cd23bd5-789c-4892-a106-4bae5cc013c9,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:08.843080 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.858920 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] Calling delete_port for 5cd23bd5-789c-4892-a106-4bae5cc013c9 owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:08.935377 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-9187298a-5670-42aa-a553-e297407127da admin admin] For port 5cd23bd5-789c-4892-a106-4bae5cc013c9, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=5cd23bd5-789c-4892-a106-4bae5cc013c9,segment=NetworkSegment(ef59da32-7116-4123-bde7-17b150c2d863),segment_id=ef59da32-7116-4123-bde7-17b150c2d863)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:08.935761 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.958766 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:08.962675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Calling delete_port for 5cd23bd5-789c-4892-a106-4bae5cc013c9 owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:08.990304 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] Pushing event deleted for resources: {'Port': ['ID=5cd23bd5-789c-4892-a106-4bae5cc013c9,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:08.995732 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b429260-25e6-4664-acdb-1425a827f71c None None] No DVR routers for this DVR port 5cd23bd5-789c-4892-a106-4bae5cc013c9 on host dv-cinder-829560-1-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:07:09.275140 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 44bffc56-8483-46a7-ade7-6400db57b8d8 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:09.299683 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:07:09.312910 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 44bffc56-8483-46a7-ade7-6400db57b8d8 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:09.313491 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 44bffc56-8483-46a7-ade7-6400db57b8d8 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:09.314161 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 5cd23bd5-789c-4892-a106-4bae5cc013c9 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:09.346591 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 5cd23bd5-789c-4892-a106-4bae5cc013c9 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:09.347692 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 5cd23bd5-789c-4892-a106-4bae5cc013c9 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:09.430522 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (5cd23bd5-789c-4892-a106-4bae5cc013c9), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.485141 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38464) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:09.578780 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Pushing event deleted for resources: {'Port': ['ID=5cd23bd5-789c-4892-a106-4bae5cc013c9,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:09.580977 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187298a-5670-42aa-a553-e297407127da admin admin] No DVR routers for this DVR port 5cd23bd5-789c-4892-a106-4bae5cc013c9 on host dv-cinder-829560-1-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:07:09.652494 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9f25fc9-28cf-4360-a042-86e986db0c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.764022 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (8dc42888-b807-4c59-9109-651902565dbd), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.782049 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9f25fc9-28cf-4360-a042-86e986db0c5f admin admin] Publish callbacks [] for security_group (3aad3254-1a26-4bde-a453-cc94bb570a1f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.788898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b9f25fc9-28cf-4360-a042-86e986db0c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3aad3254-1a26-4bde-a453-cc94bb570a1f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.810143 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.db.resource_extend [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 16:07:09.838833 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b9f25fc9-28cf-4360-a042-86e986db0c5f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbb6c7ec94934109971f20f0eadfadeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520858 Feb 16 16:07:09.843556 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38470) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:09.844214 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-9187298a-5670-42aa-a553-e297407127da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc42888-b807-4c59-9109-651902565dbd']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:09.851065 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f25fc9-28cf-4360-a042-86e986db0c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad3254-1a26-4bde-a453-cc94bb570a1f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:09.859934 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-9187298a-5670-42aa-a553-e297407127da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef59da32-7116-4123-bde7-17b150c2d863') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:09.860319 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-9187298a-5670-42aa-a553-e297407127da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef59da32-7116-4123-bde7-17b150c2d863') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:09.876747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (ef59da32-7116-4123-bde7-17b150c2d863), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.892154 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.901290 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (65eed54f-0b66-40eb-9173-4f96ace3a8c7), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.903019 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d54e-885f-44df-884a-797e3fb93508 admin admin] Publish callbacks [] for security_group (3aad3254-1a26-4bde-a453-cc94bb570a1f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.903909 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (ef59da32-7116-4123-bde7-17b150c2d863), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.927825 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d54e-885f-44df-884a-797e3fb93508 admin admin] Publish callbacks [] for security_group (3aad3254-1a26-4bde-a453-cc94bb570a1f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.987419 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d54e-885f-44df-884a-797e3fb93508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3aad3254-1a26-4bde-a453-cc94bb570a1f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.990398 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8fb1d54e-885f-44df-884a-797e3fb93508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:09.992190 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8fb1d54e-885f-44df-884a-797e3fb93508 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3aad3254-1a26-4bde-a453-cc94bb570a1f HTTP/1.1" status: 204 len: 168 time: 0.1475604 Feb 16 16:07:10.000787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb1d54e-885f-44df-884a-797e3fb93508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad3254-1a26-4bde-a453-cc94bb570a1f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:10.030425 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:07:10.030884 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (ef59da32-7116-4123-bde7-17b150c2d863), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: self.session.flush() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: self.session.flush() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: self.session.flush() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: self.session.flush() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:07:10.033472 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:07:10.114566 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (8dc42888-b807-4c59-9109-651902565dbd), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.124723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.129737 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9187298a-5670-42aa-a553-e297407127da admin admin] 10.222.0.69 "DELETE /v2.0/networks/8dc42888-b807-4c59-9109-651902565dbd HTTP/1.1" status: 204 len: 168 time: 1.6666670 Feb 16 16:07:10.149681 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c122de6f-5535-4dfd-bd30-6977d3622421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.151331 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187298a-5670-42aa-a553-e297407127da admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc42888-b807-4c59-9109-651902565dbd,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:10.176665 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Floating IP 65eed54f-0b66-40eb-9173-4f96ace3a8c7 associated. External IP: 172.27.0.167, port: 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa. Feb 16 16:07:10.466463 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38480) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:10.479829 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38482) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:10.491613 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:10.500522 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8030dd8-67da-4d30-b49c-653710f859d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.538529 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1c389de8-32ec-4d5b-94b0-5e7815f560e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bea160b42ffa4556a5f6dc64af63fc7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0692031 Feb 16 16:07:10.541435 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38484) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:10.604567 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0799-ffdb-44c0-976e-ec2897eb2164 admin admin] Publish callbacks [] for security_group (2dbbccb4-baca-4e54-92b9-6a918e01dcde), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.636110 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0799-ffdb-44c0-976e-ec2897eb2164 admin admin] Publish callbacks [] for security_group (2dbbccb4-baca-4e54-92b9-6a918e01dcde), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.671611 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:10.679968 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.686943 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8030dd8-67da-4d30-b49c-653710f859d2 admin admin] Publish callbacks [] for security_group (2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.699366 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:10.705262 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-f8030dd8-67da-4d30-b49c-653710f859d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.733210 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0799-ffdb-44c0-976e-ec2897eb2164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2dbbccb4-baca-4e54-92b9-6a918e01dcde), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.735757 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3eb40d87-eef8-44f6-8886-bdc5f212d755 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "PUT /v2.0/floatingips/65eed54f-0b66-40eb-9173-4f96ace3a8c7 HTTP/1.1" status: 200 len: 991 time: 2.0153134 Feb 16 16:07:10.736330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fc0d0799-ffdb-44c0-976e-ec2897eb2164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.737844 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:10.738530 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:10.742871 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:10.745204 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:10.763881 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-f8030dd8-67da-4d30-b49c-653710f859d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f990d9c80574503a423c9d455323bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819393 Feb 16 16:07:10.764245 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fc0d0799-ffdb-44c0-976e-ec2897eb2164 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dbbccb4-baca-4e54-92b9-6a918e01dcde HTTP/1.1" status: 204 len: 168 time: 0.2215221 Feb 16 16:07:10.765192 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8030dd8-67da-4d30-b49c-653710f859d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:10.768217 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38494) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:10.783274 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d0799-ffdb-44c0-976e-ec2897eb2164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbccb4-baca-4e54-92b9-6a918e01dcde,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:10.833522 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef79-2916-4cf1-b966-caf943a2fcee admin admin] Publish callbacks [] for security_group (2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.867553 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef79-2916-4cf1-b966-caf943a2fcee admin admin] Publish callbacks [] for security_group (2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:10.878565 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4818b9-73c6-42a0-895f-9d2544fc1bf6 x-openstack-request-id: req-ab4818b9-73c6-42a0-895f-9d2544fc1bf6 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:10.879089 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:10.879738 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab4818b9-73c6-42a0-895f-9d2544fc1bf6 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:10.880397 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'status': 'completed', 'code': 200} Feb 16 16:07:10.991637 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef79-2916-4cf1-b966-caf943a2fcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:11.001630 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4ce5ef79-2916-4cf1-b966-caf943a2fcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:11.024991 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4ce5ef79-2916-4cf1-b966-caf943a2fcee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1 HTTP/1.1" status: 204 len: 168 time: 0.2541642 Feb 16 16:07:11.028953 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:11.041369 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5ef79-2916-4cf1-b966-caf943a2fcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc8c4a4-d3eb-44b6-ab48-e24d0f7712f1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:11.426086 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38506) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:11.477410 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38508) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:11.479896 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0366a1cd-cde7-44e6-aeb1-67f45fd6701b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61f47fa9b4a84a84880018d89f03074b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520968 Feb 16 16:07:11.575277 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8899a83-e8e3-4f56-b313-6923ee47f315 admin admin] Publish callbacks [] for security_group (9a02c13a-9ae4-4b77-879c-9664bda51427), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:11.582761 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-d3b168d9-0f63-43fd-8a80-e6d7c3fe8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:11.584324 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-d3b168d9-0f63-43fd-8a80-e6d7c3fe8127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1129 time: 0.0767291 Feb 16 16:07:11.629595 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8899a83-e8e3-4f56-b313-6923ee47f315 admin admin] Publish callbacks [] for security_group (9a02c13a-9ae4-4b77-879c-9664bda51427), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:11.657489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '65eed54f-0b66-40eb-9173-4f96ace3a8c7', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'mac_address': 'fa:16:3e:e9:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd206fa-8401-41de-858c-be3782080f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:06:47Z', 'updated_at': '2022-02-16T16:07:09Z', 'revision_number': 1, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:11.701928 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:11.731491 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-41ca3127-e89e-4a36-9727-e4050d041be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:11.731745 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:11.733309 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-41ca3127-e89e-4a36-9727-e4050d041be3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.1424098 Feb 16 16:07:11.734883 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:06:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:11.807941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8899a83-e8e3-4f56-b313-6923ee47f315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (9a02c13a-9ae4-4b77-879c-9664bda51427), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:11.811371 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8899a83-e8e3-4f56-b313-6923ee47f315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:11.821618 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b8899a83-e8e3-4f56-b313-6923ee47f315 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9a02c13a-9ae4-4b77-879c-9664bda51427 HTTP/1.1" status: 204 len: 168 time: 0.3393867 Feb 16 16:07:11.857081 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8899a83-e8e3-4f56-b313-6923ee47f315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a02c13a-9ae4-4b77-879c-9664bda51427,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:11.885088 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-b7e426ce-9a99-492e-8056-c1583bc8f5aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 999 time: 0.1442592 Feb 16 16:07:12.025990 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:12.047122 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-7a2cc71e-3998-4304-bb26-4b5ad010dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:12.047122 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-7a2cc71e-3998-4304-bb26-4b5ad010dfed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.1530714 Feb 16 16:07:12.212632 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-7d43c84d-7fdd-4c6c-9e52-5acd5ce204ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:12.219663 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-7d43c84d-7fdd-4c6c-9e52-5acd5ce204ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1648743 Feb 16 16:07:12.542275 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-6c973a7e-bc67-482a-9b43-35f070cace75 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192468 Feb 16 16:07:12.667489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7e2dce8a-3729-481b-97b1-adab489d9e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:12.738112 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddfafd4-b5c8-4e4e-b668-68e63dc70b5f req-048c2568-91d7-4aa7-b3c7-09f5c887b6b1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:12.740701 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ddfafd4-b5c8-4e4e-b668-68e63dc70b5f req-048c2568-91d7-4aa7-b3c7-09f5c887b6b1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1968701 Feb 16 16:07:12.761859 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '65eed54f-0b66-40eb-9173-4f96ace3a8c7', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'mac_address': 'fa:16:3e:e9:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd206fa-8401-41de-858c-be3782080f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:06:47Z', 'updated_at': '2022-02-16T16:07:09Z', 'revision_number': 1, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:12.791233 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9719e0f0-b1af-4187-ae4d-30d3b5eab5d1 req-7cfbe44e-b361-47df-a4eb-23603c82f9c1 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324207 Feb 16 16:07:12.831897 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbec2ba-db76-413e-820a-b48da95d955c None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '65eed54f-0b66-40eb-9173-4f96ace3a8c7', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'mac_address': 'fa:16:3e:e9:84:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd206fa-8401-41de-858c-be3782080f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:06:47Z', 'updated_at': '2022-02-16T16:07:09Z', 'revision_number': 1, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:12.842568 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0ddfafd4-b5c8-4e4e-b668-68e63dc70b5f req-c8f27dd7-0ce3-4ebf-8e81-ebd998c98879 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841846 Feb 16 16:07:13.183198 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eddb7-a4a5-4ce7-a6a5-c77f96c55613 None None] New status for floating IP 65eed54f-0b66-40eb-9173-4f96ace3a8c7: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:07:13.291735 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38576) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:13.486593 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-75833827-network', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:13.530442 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Made reservation on behalf of 418c2ebe2e7d42428567a827db0d3746 for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:13.534913 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.553080 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.630373 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.696016 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks [] for security_group (efbc5ecf-0436-438b-a97d-bdc13ca0c4a7), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.703569 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (efbc5ecf-0436-438b-a97d-bdc13ca0c4a7), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.761223 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:07:13.779376 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc5ecf-0436-438b-a97d-bdc13ca0c4a7,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:13.789053 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (1d5b2c8d-298c-4427-b53c-18152fc94bf7), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.789627 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Added segment 1d5b2c8d-298c-4427-b53c-18152fc94bf7 of type vlan for network ded95346-5e4c-4d4c-bc7b-cab3cf626689 Feb 16 16:07:13.858894 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (ded95346-5e4c-4d4c-bc7b-cab3cf626689), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.901088 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (ded95346-5e4c-4d4c-bc7b-cab3cf626689), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.903187 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:13.903578 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:13.941217 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6483381 Feb 16 16:07:13.945706 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38606) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:13.959300 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Request body: {'subnet': {'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-75833827-subnet', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:14.016829 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b9435-489e-4205-ab4b-df3076165749 admin admin] Pushing event updated for resources: {'Network': ['ID=ded95346-5e4c-4d4c-bc7b-cab3cf626689,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:14.034657 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:07:14.049222 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Made reservation on behalf of 418c2ebe2e7d42428567a827db0d3746 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:14.052024 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.136858 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf788a-6190-46a1-b2a9-37a830f79441 req-0d63ddab-2e87-440d-b5bf-dac70cf5870b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:14.138572 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aecf788a-6190-46a1-b2a9-37a830f79441 req-0d63ddab-2e87-440d-b5bf-dac70cf5870b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1336572 Feb 16 16:07:14.244352 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aecf788a-6190-46a1-b2a9-37a830f79441 req-09ed0282-bbdb-4479-ab07-841c269f86cd tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940461 Feb 16 16:07:14.328589 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (58ae6747-0327-4f88-b674-1b3a7185e409), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.396493 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ae6747-0327-4f88-b674-1b3a7185e409,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:14.408989 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Checking segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:14.409352 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Network hostable DHCP agents. Network: ded95346-5e4c-4d4c-bc7b-cab3cf626689, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:07:14.429436 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:07:14.440046 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, ded95346-5e4c-4d4c-bc7b-cab3cf626689) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:14.446274 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:14.446873 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.458885 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4734a1-5fe4-4f08-8ddf-914f881b910a None None] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:14.465900 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-73382193-ac96-4b00-8d88-b4ae9d23c409 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5182617 Feb 16 16:07:14.470005 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38620) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:14.475667 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:14.500426 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (365b96ca-ff3c-4764-8714-5c04277b6122), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.501650 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (365b96ca-ff3c-4764-8714-5c04277b6122), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.596072 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks [] for router_controller (365b96ca-ff3c-4764-8714-5c04277b6122), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.620136 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:07:14.621495 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:14.884751 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Allocated IP 172.20.0.2 (ded95346-5e4c-4d4c-bc7b-cab3cf626689/58ae6747-0327-4f88-b674-1b3a7185e409/e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:15.121729 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.128666 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Publish callbacks [] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.136487 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.176384 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks [] for router_gateway (365b96ca-ff3c-4764-8714-5c04277b6122), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.184916 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:15.188432 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:15.192826 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:15.201635 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Pushing event updated for resources: {'Port': ['ID=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:15.293259 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Attempting to bind port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:15.293875 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Attempting to bind port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:15.294811 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Attempting to bind port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde on network ded95346-5e4c-4d4c-bc7b-cab3cf626689 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:15.302802 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:15.302802 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Checking segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:15.303069 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.303486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Bound using segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:15.303997 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Bound port: e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:15.304389 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.394681 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] For port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:15.399387 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] For port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:15.408240 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.491877 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371db3e-5537-49d1-b883-09006b62f269 req-1502ce34-c8b8-4c31-bc52-4b8935ef2f7b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:15.500038 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5371db3e-5537-49d1-b883-09006b62f269 req-1502ce34-c8b8-4c31-bc52-4b8935ef2f7b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1347334 Feb 16 16:07:15.519815 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd9cab-d7cb-499d-ad07-7e3401024e95 None None] Pushing event updated for resources: {'Port': ['ID=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:15.562905 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5371db3e-5537-49d1-b883-09006b62f269 req-db30d478-ced9-496e-baa3-615117bdbff9 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616403 Feb 16 16:07:15.591395 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks [] for router_gateway (365b96ca-ff3c-4764-8714-5c04277b6122), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.634722 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:15.843279 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Allocated IP 172.27.0.180 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/702eaa17-ac8f-4dd0-a9af-fd763858b31a) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:16.002297 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks [] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:16.049228 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:16.092706 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:16.095734 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:16.099578 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:16.105934 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Pushing event updated for resources: {'Port': ['ID=702eaa17-ac8f-4dd0-a9af-fd763858b31a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:16.463842 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:16.486739 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks [] for router_gateway (365b96ca-ff3c-4764-8714-5c04277b6122), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:16.833481 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38710) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:16.869074 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c598aa21-906f-4f46-99fa-c42647ba6800 None None] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:16.896688 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392aa36-a949-4fcf-8f77-c7bc6aa82dcd req-c65b799c-edad-46c9-af3b-1fa2047ecc37 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:16.903606 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b392aa36-a949-4fcf-8f77-c7bc6aa82dcd req-c65b799c-edad-46c9-af3b-1fa2047ecc37 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1706569 Feb 16 16:07:16.929769 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (365b96ca-ff3c-4764-8714-5c04277b6122), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.022916 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] Provisioning complete for port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:17.023495 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.051085 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b392aa36-a949-4fcf-8f77-c7bc6aa82dcd req-c9339c98-f8a1-4a7d-ae41-715b9236dc1a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397274 Feb 16 16:07:17.078574 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94af7d9c-5972-439e-969c-bdd2f70086e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.186984 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Router 365b96ca-ff3c-4764-8714-5c04277b6122 is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:07:17.223604 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60171de5-6228-4f69-b30b-28873c11b09c req-f3d83145-6252-44e7-ad8e-d0f6ce283e00 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:17.225620 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60171de5-6228-4f69-b30b-28873c11b09c req-f3d83145-6252-44e7-ad8e-d0f6ce283e00 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.1068881 Feb 16 16:07:17.307814 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] Current status of the port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:17.308214 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.317583 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94af7d9c-5972-439e-969c-bdd2f70086e5 admin admin] Publish callbacks [] for security_group (4980d49d-4f95-4d54-a2d1-935837747d51), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.331206 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94af7d9c-5972-439e-969c-bdd2f70086e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4980d49d-4f95-4d54-a2d1-935837747d51), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.357896 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] For port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:17.375409 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.412298 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-94af7d9c-5972-439e-969c-bdd2f70086e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c08200246044a4580f941137470e8c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5763350 Feb 16 16:07:17.414205 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38724) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:17.425598 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af7d9c-5972-439e-969c-bdd2f70086e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4980d49d-4f95-4d54-a2d1-935837747d51,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:17.484456 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Deleting port baf7a48f-fd94-46d5-a544-d5eda6181e2f {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:17.484983 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.524037 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:17.544421 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dcd497a-f238-49f7-ade3-25dcf883d51f admin admin] Publish callbacks [] for security_group (4980d49d-4f95-4d54-a2d1-935837747d51), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.583441 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:17.614027 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.614254 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Sync routers for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:17.616595 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-701ca2c2-af88-4f97-9d6c-1a354fe6b18a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1448812 Feb 16 16:07:17.623673 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38726) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:17.633463 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8dbdc-446b-44c4-87d5-26399bb1340a None None] Pushing event updated for resources: {'Port': ['ID=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:17.659765 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dcd497a-f238-49f7-ade3-25dcf883d51f admin admin] Publish callbacks [] for security_group (4980d49d-4f95-4d54-a2d1-935837747d51), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.679547 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:17.680646 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:17.702249 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] For port baf7a48f-fd94-46d5-a544-d5eda6181e2f, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=baf7a48f-fd94-46d5-a544-d5eda6181e2f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:17.702561 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.759018 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-7d1a6d77-03c1-4122-bf72-d819d4d241d3 None None] Provisioning complete for port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:17.759907 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6d77-03c1-4122-bf72-d819d4d241d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.802212 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dcd497a-f238-49f7-ade3-25dcf883d51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4980d49d-4f95-4d54-a2d1-935837747d51), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.807126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2dcd497a-f238-49f7-ade3-25dcf883d51f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.809074 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2dcd497a-f238-49f7-ade3-25dcf883d51f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4980d49d-4f95-4d54-a2d1-935837747d51 HTTP/1.1" status: 204 len: 168 time: 0.3921847 Feb 16 16:07:17.821004 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:17.822770 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:17.894374 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd497a-f238-49f7-ade3-25dcf883d51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4980d49d-4f95-4d54-a2d1-935837747d51,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:18.057106 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.057697 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (5a82d6fe-efc8-4a4d-a245-505d88587d91), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.058233 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Floating IP 5a82d6fe-efc8-4a4d-a245-505d88587d91 disassociated. External IP: 172.27.0.34, port: baf7a48f-fd94-46d5-a544-d5eda6181e2f. Feb 16 16:07:18.058823 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Calling delete_port for baf7a48f-fd94-46d5-a544-d5eda6181e2f owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:18.070278 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:18.188496 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a6d77-03c1-4122-bf72-d819d4d241d3 None None] Current status of the port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:18.200367 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:18.424536 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38740) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:18.457626 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afb99b9b-d149-49d6-ab2d-01db396737f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.461048 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafe2a6-7a3b-4229-9c2f-e48831a83dbb req-38891fe2-1cd4-4979-b75c-4b5a36b1936c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:18.471114 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-beafe2a6-7a3b-4229-9c2f-e48831a83dbb req-38891fe2-1cd4-4979-b75c-4b5a36b1936c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 946 time: 0.2716725 Feb 16 16:07:18.532611 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (baf7a48f-fd94-46d5-a544-d5eda6181e2f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.571741 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.614320 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event deleted for resources: {'Port': ['ID=baf7a48f-fd94-46d5-a544-d5eda6181e2f,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:18.665880 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-beafe2a6-7a3b-4229-9c2f-e48831a83dbb req-a09814bb-feb8-475d-9058-1b786accb0f3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=38a5414c-cac2-45e7-a1ef-893cc5eb3b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933279 Feb 16 16:07:18.785774 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:16Z', 'revision_number': 3, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:18.826139 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Checking router: 365b96ca-ff3c-4764-8714-5c04277b6122 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:18.826489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Updating router 365b96ca-ff3c-4764-8714-5c04277b6122 port 702eaa17-ac8f-4dd0-a9af-fd763858b31a binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:07:18.860610 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.868533 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:18.911456 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afb99b9b-d149-49d6-ab2d-01db396737f6 admin admin] Publish callbacks [] for security_group (d2bcf083-684e-400a-8877-f6b6b270de30), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:18.921843 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-afb99b9b-d149-49d6-ab2d-01db396737f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d2bcf083-684e-400a-8877-f6b6b270de30), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.055441 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb99b9b-d149-49d6-ab2d-01db396737f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bcf083-684e-400a-8877-f6b6b270de30,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:19.075982 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-afb99b9b-d149-49d6-ab2d-01db396737f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=264243fa61d64f409ca9b9351818c364&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6498435 Feb 16 16:07:19.077161 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38746) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:19.082434 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Allocated IP 172.20.0.1 (ded95346-5e4c-4d4c-bc7b-cab3cf626689/58ae6747-0327-4f88-b674-1b3a7185e409/64ad1dc8-b3c7-4cfb-9172-e544b951806d) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:19.130757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:19.147715 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:19.173892 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:19.174924 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:19.252408 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] No DVR routers for this DVR port baf7a48f-fd94-46d5-a544-d5eda6181e2f on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:07:19.260224 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.266468 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-60171de5-6228-4f69-b30b-28873c11b09c req-a020e87a-8b1c-464b-afb9-e2c3c52d8bf3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "DELETE /v2.0/ports/baf7a48f-fd94-46d5-a544-d5eda6181e2f HTTP/1.1" status: 204 len: 173 time: 2.0330844 Feb 16 16:07:19.267151 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'name': 'network-vif-deleted', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:19.271524 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ef856-1d35-4f92-a898-dc45c531d94b" -d '{"events": [{"server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "name": "network-vif-deleted", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:19.281127 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d59fbbe9-b452-4ae9-9b33-d28e87d046a2 admin admin] Publish callbacks [] for security_group (d2bcf083-684e-400a-8877-f6b6b270de30), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.319311 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:19.325398 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks [] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.345101 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d59fbbe9-b452-4ae9-9b33-d28e87d046a2 admin admin] Publish callbacks [] for security_group (d2bcf083-684e-400a-8877-f6b6b270de30), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.379536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a64edb7-99e7-4eed-a2a6-c085cd6a45d5 x-openstack-request-id: req-3a64edb7-99e7-4eed-a2a6-c085cd6a45d5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:19.380126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6f4c1b-5235-4d2e-9e11-061542f23897", "name": "network-vif-deleted", "tag": "baf7a48f-fd94-46d5-a544-d5eda6181e2f", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:19.380725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a64edb7-99e7-4eed-a2a6-c085cd6a45d5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:19.381461 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6f4c1b-5235-4d2e-9e11-061542f23897', 'name': 'network-vif-deleted', 'tag': 'baf7a48f-fd94-46d5-a544-d5eda6181e2f', 'status': 'completed', 'code': 200} Feb 16 16:07:19.387265 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Publish callbacks [] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.400598 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.408524 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.438542 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d59fbbe9-b452-4ae9-9b33-d28e87d046a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (d2bcf083-684e-400a-8877-f6b6b270de30), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.443685 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d59fbbe9-b452-4ae9-9b33-d28e87d046a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.449404 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d59fbbe9-b452-4ae9-9b33-d28e87d046a2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d2bcf083-684e-400a-8877-f6b6b270de30 HTTP/1.1" status: 204 len: 168 time: 0.3654206 Feb 16 16:07:19.449839 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:19.451723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:19.455776 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:19.497617 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Pushing event updated for resources: {'Port': ['ID=64ad1dc8-b3c7-4cfb-9172-e544b951806d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:19.501168 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59fbbe9-b452-4ae9-9b33-d28e87d046a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bcf083-684e-400a-8877-f6b6b270de30,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:19.505613 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388c1e-baa8-46ba-9a0f-9c385d335608 None None] Pushing event updated for resources: {'Port': ['ID=702eaa17-ac8f-4dd0-a9af-fd763858b31a,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:19.512790 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (365b96ca-ff3c-4764-8714-5c04277b6122), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.560009 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Attempting to bind port 702eaa17-ac8f-4dd0-a9af-fd763858b31a on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:19.560612 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Attempting to bind port 702eaa17-ac8f-4dd0-a9af-fd763858b31a by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:19.561201 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Attempting to bind port 702eaa17-ac8f-4dd0-a9af-fd763858b31a on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:19.601373 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:19.610528 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:19.610925 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:19.611362 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.611764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:19.612432 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Bound port: 702eaa17-ac8f-4dd0-a9af-fd763858b31a, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:19.612833 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.618983 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:19.619387 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.754996 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] For port 702eaa17-ac8f-4dd0-a9af-fd763858b31a, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:19.767388 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] For port 702eaa17-ac8f-4dd0-a9af-fd763858b31a, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=702eaa17-ac8f-4dd0-a9af-fd763858b31a,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:19.779960 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.920852 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:19.991330 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-64dffc72-0084-4be3-9d62-630dbd07d2f0 req-65d273b0-16cf-4b32-8add-2fef9acdde54 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 210 time: 0.1176851 Feb 16 16:07:20.024741 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:20.025857 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:20.036003 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:20.138765 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:20.176941 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:20.177668 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-eec1e81f-bdc7-4930-909e-254fd6875d88 None None] Provisioning complete for port 64ad1dc8-b3c7-4cfb-9172-e544b951806d triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:20.177772 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eec1e81f-bdc7-4930-909e-254fd6875d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:20.180986 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17388c1e-baa8-46ba-9a0f-9c385d335608 None None] Pushing event updated for resources: {'Port': ['ID=702eaa17-ac8f-4dd0-a9af-fd763858b31a,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:20.188483 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:20.189531 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:20.200906 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks [] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:20.208896 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:20.262774 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:20.294644 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Pushing event updated for resources: {'Port': ['ID=64ad1dc8-b3c7-4cfb-9172-e544b951806d,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:20.298314 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (365b96ca-ff3c-4764-8714-5c04277b6122), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:20.340740 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-eec1e81f-bdc7-4930-909e-254fd6875d88 None None] Port 64ad1dc8-b3c7-4cfb-9172-e544b951806d cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:07:20.419170 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:20.447791 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:20.449428 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:20.553573 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 1, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:20.588511 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb98d4-37ea-4a2b-a997-f91530e7e18d None None] The sync data for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi is: [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 1, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:20.725863 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:20.759506 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed713a34-a5e2-4a71-a15a-6190ccac2920 None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:20.796143 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Router 365b96ca-ff3c-4764-8714-5c04277b6122 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:20.872817 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-89db8dcf-6242-40de-b567-a18cddd32d5f None None] Provisioning complete for port 64ad1dc8-b3c7-4cfb-9172-e544b951806d triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:20.873224 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-89db8dcf-6242-40de-b567-a18cddd32d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:20.957691 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-89db8dcf-6242-40de-b567-a18cddd32d5f None None] Port 64ad1dc8-b3c7-4cfb-9172-e544b951806d cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:07:21.031420 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:21.037093 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-caa7e54f-4802-4fb4-8e61-79a2c5814492 admin admin] 10.222.0.69 "PUT /v2.0/routers/365b96ca-ff3c-4764-8714-5c04277b6122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4120276 Feb 16 16:07:21.231051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38780) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:21.322794 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045630a1-f17f-44e0-ad7a-c69419f516a5 None None] New status for floating IP 5a82d6fe-efc8-4a4d-a245-505d88587d91: DOWN {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:07:21.419789 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-500063638-network', 'tenant_id': '79d20fbb88414374bf2e830413798509'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:21.448916 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Made reservation on behalf of 79d20fbb88414374bf2e830413798509 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:21.452497 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.464414 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.520425 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3111fe94-cd4c-46db-bbed-5b400c5d423c req-8d36b536-60c4-4c99-bbe1-61725fa8d530 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee6f4c1b-5235-4d2e-9e11-061542f23897 HTTP/1.1" status: 200 len: 210 time: 0.4132588 Feb 16 16:07:21.586712 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks [] for security_group (60c38ddd-9a86-44f6-a77c-7051491ac117), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.593241 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (60c38ddd-9a86-44f6-a77c-7051491ac117), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.626117 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:07:21.640683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c38ddd-9a86-44f6-a77c-7051491ac117,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:21.645481 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (1840b0a3-784c-44a4-b46d-9688df2dfeca), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.645945 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Added segment 1840b0a3-784c-44a4-b46d-9688df2dfeca of type vlan for network d26a267c-75ba-4945-8c63-4c7b8f604fcd Feb 16 16:07:21.713881 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (d26a267c-75ba-4945-8c63-4c7b8f604fcd), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.759445 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (d26a267c-75ba-4945-8c63-4c7b8f604fcd), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.759445 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:21.763442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:21.810564 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5755351 Feb 16 16:07:21.811409 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38792) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:21.820187 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Request body: {'subnet': {'network_id': 'd26a267c-75ba-4945-8c63-4c7b8f604fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-500063638-subnet', 'tenant_id': '79d20fbb88414374bf2e830413798509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:21.859585 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186295f2-a1aa-45c1-b584-e4fd30c8b6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d26a267c-75ba-4945-8c63-4c7b8f604fcd,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:21.880390 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Made reservation on behalf of 79d20fbb88414374bf2e830413798509 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:21.883512 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network d26a267c-75ba-4945-8c63-4c7b8f604fcd details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:07:21.883729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33010028'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.219898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32962750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33010014'] for subnet (262ec020-0ca5-42bb-8470-e0bb8e91771e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.251971 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38806) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:22.261708 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1722772228-network', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:22.329361 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Made reservation on behalf of 6643b2de034c42709064aa49ef4fe9bb for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:22.331900 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.343141 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.345914 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Pushing event updated for resources: {'Subnet': ['ID=262ec020-0ca5-42bb-8470-e0bb8e91771e,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:22.351705 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Checking segment: {'id': '1840b0a3-784c-44a4-b46d-9688df2dfeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd26a267c-75ba-4945-8c63-4c7b8f604fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:22.352633 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Network hostable DHCP agents. Network: d26a267c-75ba-4945-8c63-4c7b8f604fcd, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:07:22.387275 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Network d26a267c-75ba-4945-8c63-4c7b8f604fcd is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:07:22.407670 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, d26a267c-75ba-4945-8c63-4c7b8f604fcd) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:22.418515 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:22.419194 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.439212 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3257a-c78a-4729-a685-10a7a9880f0b None None] Network d26a267c-75ba-4945-8c63-4c7b8f604fcd requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:22.467214 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-648bb734-cb76-4435-9d4e-30c07a08024d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6502833 Feb 16 16:07:22.482554 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks [] for security_group (e2436511-097c-4344-a066-d30a13926a49), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.488095 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (e2436511-097c-4344-a066-d30a13926a49), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.520661 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:07:22.542207 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2436511-097c-4344-a066-d30a13926a49,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:22.558316 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (211b588e-6a19-44f2-8b13-8e9d789a6bda), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.558662 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Added segment 211b588e-6a19-44f2-8b13-8e9d789a6bda of type vlan for network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 Feb 16 16:07:22.660590 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.695595 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.697878 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:22.700006 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.716474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:22.719586 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc7d473-6482-4300-ba8d-fd88ba311b05 None None] Network d26a267c-75ba-4945-8c63-4c7b8f604fcd requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:22.756559 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device baf7a48f-fd94-46d5-a544-d5eda6181e2f no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:07:22.784378 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5257211 Feb 16 16:07:22.786955 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38820) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:22.798163 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Request body: {'subnet': {'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1722772228-subnet', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:22.846995 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7a46813-c858-440f-ad13-5bbf7f0befee tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (38a5414c-cac2-45e7-a1ef-893cc5eb3b85), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.892985 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: baf7a48f-fd94-46d5-a544-d5eda6181e2f {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:07:22.893631 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device baf7a48f-fd94-46d5-a544-d5eda6181e2f not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:07:22.901888 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7a46813-c858-440f-ad13-5bbf7f0befee tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (38a5414c-cac2-45e7-a1ef-893cc5eb3b85), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:22.902720 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb4e5b-4771-4a5a-8e1d-eb16efcd7c5b admin admin] Pushing event updated for resources: {'Network': ['ID=f3a52f50-be6e-4286-b2f6-f43c8d2f8e85,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:22.924060 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:07:22.944823 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Made reservation on behalf of 6643b2de034c42709064aa49ef4fe9bb for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:22.950167 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.014993 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7a46813-c858-440f-ad13-5bbf7f0befee tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (38a5414c-cac2-45e7-a1ef-893cc5eb3b85), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.022282 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c7a46813-c858-440f-ad13-5bbf7f0befee tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.030522 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c7a46813-c858-440f-ad13-5bbf7f0befee tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "DELETE /v2.0/security-groups/38a5414c-cac2-45e7-a1ef-893cc5eb3b85 HTTP/1.1" status: 204 len: 168 time: 0.3119025 Feb 16 16:07:23.035741 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38822) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:23.074582 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a46813-c858-440f-ad13-5bbf7f0befee tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a5414c-cac2-45e7-a1ef-893cc5eb3b85,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:23.076796 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.api.v2.resource [None req-60556750-37e4-4d6c-908e-2439db3e541b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] show failed (client error): The resource could not be found. Feb 16 16:07:23.079084 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-60556750-37e4-4d6c-908e-2439db3e541b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups/38a5414c-cac2-45e7-a1ef-893cc5eb3b85 HTTP/1.1" status: 404 len: 347 time: 0.0260332 Feb 16 16:07:23.082292 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38826) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:23.353841 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Deleting port 22cf1ed5-cc77-4add-a842-e18c68714053 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:07:23.354750 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (22cf1ed5-cc77-4add-a842-e18c68714053), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.363080 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 702eaa17-ac8f-4dd0-a9af-fd763858b31a up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:23.427313 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (41e1154d-5948-4663-a9ee-2f7bba6efad7), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.524144 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 702eaa17-ac8f-4dd0-a9af-fd763858b31a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:23.525073 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.533912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (22cf1ed5-cc77-4add-a842-e18c68714053), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.534595 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (22cf1ed5-cc77-4add-a842-e18c68714053), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.559320 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Calling delete_port for 22cf1ed5-cc77-4add-a842-e18c68714053 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:07:23.563767 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41e1154d-5948-4663-a9ee-2f7bba6efad7,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:23.628829 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Checking segment: {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:23.629187 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Network hostable DHCP agents. Network: f3a52f50-be6e-4286-b2f6-f43c8d2f8e85, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:07:23.683769 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:07:23.716466 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 702eaa17-ac8f-4dd0-a9af-fd763858b31a is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:23.716747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, f3a52f50-be6e-4286-b2f6-f43c8d2f8e85) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:23.717381 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.727568 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:23.728572 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.734045 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e05d4f5-fbd0-4d2e-b7d7-5b8e98255514 None None] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:23.795257 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0ed30eab-e05b-4c4a-ac00-d056dd4b69f0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0039198 Feb 16 16:07:23.797058 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38842) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:23.811295 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:23.843062 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (22cf1ed5-cc77-4add-a842-e18c68714053), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.864401 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (06c3b101-3c7b-4b47-bee6-162905bcf4ce), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.866478 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 702eaa17-ac8f-4dd0-a9af-fd763858b31a, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=702eaa17-ac8f-4dd0-a9af-fd763858b31a,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:23.868019 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (06c3b101-3c7b-4b47-bee6-162905bcf4ce), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.908118 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event deleted for resources: {'Port': ['ID=22cf1ed5-cc77-4add-a842-e18c68714053,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:23.958641 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38850) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:23.968603 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1739030587-network', 'tenant_id': 'e3750e42b15e4fbea9861d3322e4a2d9'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:23.976942 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (5a82d6fe-efc8-4a4d-a245-505d88587d91), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.980306 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:23.981558 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b8255ea8-8a0b-4b5d-899e-85ea120dd4e8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "DELETE /v2.0/floatingips/5a82d6fe-efc8-4a4d-a245-505d88587d91 HTTP/1.1" status: 204 len: 168 time: 0.8982675 Feb 16 16:07:24.023452 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Made reservation on behalf of e3750e42b15e4fbea9861d3322e4a2d9 for: {'network': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:24.026623 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.039016 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.054340 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks [] for router_controller (06c3b101-3c7b-4b47-bee6-162905bcf4ce), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.225249 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.278081 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks [] for security_group (cd5838da-e5f0-4dd5-be8e-5b03522d04d7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.288107 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (cd5838da-e5f0-4dd5-be8e-5b03522d04d7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.342332 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'fixed_ips': [{'subnet_id': '41e1154d-5948-4663-a9ee-2f7bba6efad7'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:07:24.343794 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.346709 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=702eaa17-ac8f-4dd0-a9af-fd763858b31a,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:24.381969 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102628) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:07:24.410836 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (7ce1f600-7b12-4988-932a-1c05f9d7979e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.410836 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.segments_db [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Added segment 7ce1f600-7b12-4988-932a-1c05f9d7979e of type vlan for network d8f9034f-f1bc-4c39-91c9-e4a7457894f1 Feb 16 16:07:24.477087 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (d8f9034f-f1bc-4c39-91c9-e4a7457894f1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.486842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks [] for router_gateway (06c3b101-3c7b-4b47-bee6-162905bcf4ce), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.496523 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38868) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:24.506743 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494980602', 'description': 'tempest-description--497751768'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:24.518489 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (d8f9034f-f1bc-4c39-91c9-e4a7457894f1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.519614 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:24.520386 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.590143 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f9034f-f1bc-4c39-91c9-e4a7457894f1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:24.597012 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5838da-e5f0-4dd5-be8e-5b03522d04d7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:24.612794 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.614600 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3cfa26f7-1612-4820-b7fc-ba429d822f68 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6541107 Feb 16 16:07:24.620644 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38872) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:24.641327 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network d8f9034f-f1bc-4c39-91c9-e4a7457894f1 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:07:24.644673 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Request body: {'subnet': {'network_id': 'd8f9034f-f1bc-4c39-91c9-e4a7457894f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1739030587-subnet', 'tenant_id': 'e3750e42b15e4fbea9861d3322e4a2d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:24.698561 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Allocated IP 172.20.0.2 (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85/41e1154d-5948-4663-a9ee-2f7bba6efad7/74463a04-6be3-44ff-83e8-14926e7ef6dc) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:24.782861 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Made reservation on behalf of e3750e42b15e4fbea9861d3322e4a2d9 for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:24.786967 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.808902 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Sync routers for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:24.821796 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:24.822685 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:24.950237 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Publish callbacks [] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.956707 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:24.960284 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:24.998903 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (6e6ec8e2-4d11-4208-a4a5-cba48729e179), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.028385 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Pushing event updated for resources: {'Port': ['ID=74463a04-6be3-44ff-83e8-14926e7ef6dc,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:25.033261 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:25.035640 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:25.038836 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:25.119726 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6e6ec8e2-4d11-4208-a4a5-cba48729e179), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.125960 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Attempting to bind port 74463a04-6be3-44ff-83e8-14926e7ef6dc on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:25.126520 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Attempting to bind port 74463a04-6be3-44ff-83e8-14926e7ef6dc by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:25.127018 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Attempting to bind port 74463a04-6be3-44ff-83e8-14926e7ef6dc on network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:25.135429 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:25.136019 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Checking segment: {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:25.136657 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.137217 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Bound using segment: {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:25.137821 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Bound port: 74463a04-6be3-44ff-83e8-14926e7ef6dc, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:25.138324 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.188478 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.190542 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6911898 Feb 16 16:07:25.196103 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38876) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:25.202735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'security_group_rule': {'security_group_id': '6e6ec8e2-4d11-4208-a4a5-cba48729e179', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:25.237659 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 2, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:25.271537 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (b4490443-7d1e-4e29-a84b-b83ff6863e44), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.283529 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Checking router: 365b96ca-ff3c-4764-8714-5c04277b6122 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:25.284182 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Updating router 365b96ca-ff3c-4764-8714-5c04277b6122 port 64ad1dc8-b3c7-4cfb-9172-e544b951806d binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:07:25.292353 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a2610-918f-4dc3-b276-4dffb1405ba0 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ec8e2-4d11-4208-a4a5-cba48729e179,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:25.321418 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] For port 74463a04-6be3-44ff-83e8-14926e7ef6dc, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:25.331797 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.336137 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] For port 74463a04-6be3-44ff-83e8-14926e7ef6dc, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=74463a04-6be3-44ff-83e8-14926e7ef6dc,segment=NetworkSegment(211b588e-6a19-44f2-8b13-8e9d789a6bda),segment_id=211b588e-6a19-44f2-8b13-8e9d789a6bda)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:25.343406 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks [] for router_gateway (06c3b101-3c7b-4b47-bee6-162905bcf4ce), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.348674 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.391845 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.402061 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 702eaa17-ac8f-4dd0-a9af-fd763858b31a up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:25.405423 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (b4490443-7d1e-4e29-a84b-b83ff6863e44), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.422409 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (b4490443-7d1e-4e29-a84b-b83ff6863e44), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.466307 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.470109 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2723572 Feb 16 16:07:25.479387 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38878) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:25.485817 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77d4c1-17b5-4aa7-9396-9b80a89a29cb tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4490443-7d1e-4e29-a84b-b83ff6863e44,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:25.488060 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'security_group_rule': {'security_group_id': '6e6ec8e2-4d11-4208-a4a5-cba48729e179', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:25.531282 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bbd00-5eff-45cf-b5a2-2bf00d4d000c None None] Pushing event updated for resources: {'Port': ['ID=74463a04-6be3-44ff-83e8-14926e7ef6dc,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:25.565923 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (b4ce6089-864c-4440-85e5-4bf65bd1d173), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.578941 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 702eaa17-ac8f-4dd0-a9af-fd763858b31a triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:25.579350 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.702796 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 702eaa17-ac8f-4dd0-a9af-fd763858b31a is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:25.831835 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (2a7b15db-fb7e-4135-a951-f312058392aa), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.901338 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Allocated IP 172.27.0.202 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/056cacc7-928e-41b8-b8c5-4e6f56eb2272) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:25.914793 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Publish callbacks [] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.928485 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:25.929778 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ce6089-864c-4440-85e5-4bf65bd1d173,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:26.045387 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Checking segment: {'id': '7ce1f600-7b12-4988-932a-1c05f9d7979e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd8f9034f-f1bc-4c39-91c9-e4a7457894f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:26.045826 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Network hostable DHCP agents. Network: d8f9034f-f1bc-4c39-91c9-e4a7457894f1, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:07:26.079588 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Pushing event updated for resources: {'Port': ['ID=64ad1dc8-b3c7-4cfb-9172-e544b951806d,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:26.098819 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (2a7b15db-fb7e-4135-a951-f312058392aa), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.117803 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (2a7b15db-fb7e-4135-a951-f312058392aa), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.122757 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.123355 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.123926 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.124464 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.124979 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.125711 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.126452 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.127253 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.128892 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.129679 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.130429 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.131254 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.132156 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:26.138916 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Network d8f9034f-f1bc-4c39-91c9-e4a7457894f1 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:07:26.159927 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7b15db-fb7e-4135-a951-f312058392aa,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:26.172533 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.173828 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b6d87398-a2a7-4d2d-95ca-223fb7e8e79c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6930244 Feb 16 16:07:26.179619 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38886) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:26.183216 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, d8f9034f-f1bc-4c39-91c9-e4a7457894f1) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:26.188297 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Attempting to bind port 64ad1dc8-b3c7-4cfb-9172-e544b951806d on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:26.189511 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Attempting to bind port 64ad1dc8-b3c7-4cfb-9172-e544b951806d by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:26.190382 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Attempting to bind port 64ad1dc8-b3c7-4cfb-9172-e544b951806d on network ded95346-5e4c-4d4c-bc7b-cab3cf626689 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:26.190772 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks [] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.191189 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:26.193203 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:26.194544 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.211739 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:26.212359 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Checking segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:26.212698 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafc65a-ac2d-4ba9-91fc-8db6d3333d98 None None] Network d8f9034f-f1bc-4c39-91c9-e4a7457894f1 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:26.212969 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.213691 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Bound using segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:26.215745 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Bound port: 64ad1dc8-b3c7-4cfb-9172-e544b951806d, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:26.215745 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.251067 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.268579 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-428f8c40-2966-4a7f-9a78-b70ef3043b0a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6335511 Feb 16 16:07:26.330652 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] For port 64ad1dc8-b3c7-4cfb-9172-e544b951806d, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:26.341578 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] For port 64ad1dc8-b3c7-4cfb-9172-e544b951806d, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=64ad1dc8-b3c7-4cfb-9172-e544b951806d,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:26.352233 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.356518 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.477840 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:26.488828 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:26.495979 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:26.511324 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4597481a-848d-4d97-856f-9e894dd5f5a9 None None] Network d8f9034f-f1bc-4c39-91c9-e4a7457894f1 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:26.546307 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Pushing event updated for resources: {'Port': ['ID=056cacc7-928e-41b8-b8c5-4e6f56eb2272,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:26.606614 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.613957 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674c574-573a-40ab-b751-82086cefa2b9 None None] Pushing event updated for resources: {'Port': ['ID=64ad1dc8-b3c7-4cfb-9172-e544b951806d,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:26.628951 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:26.629896 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:26.826934 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] Provisioning complete for port 64ad1dc8-b3c7-4cfb-9172-e544b951806d triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:26.827934 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:26.891976 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:27.097415 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] Current status of the port 64ad1dc8-b3c7-4cfb-9172-e544b951806d is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:27.097812 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.114465 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Allocated IP 172.27.0.31 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/9601ecc3-8c0b-408c-b381-839f7a3f7f40) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:27.186768 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] For port 64ad1dc8-b3c7-4cfb-9172-e544b951806d, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=64ad1dc8-b3c7-4cfb-9172-e544b951806d,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:27.199808 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.354909 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb832d-aab0-4d70-8e0c-622ae37c6fc4 None None] Pushing event updated for resources: {'Port': ['ID=64ad1dc8-b3c7-4cfb-9172-e544b951806d,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:27.376331 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-c62a1570-ed15-46bc-a321-58fa540aafe4 None None] Provisioning complete for port 64ad1dc8-b3c7-4cfb-9172-e544b951806d triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:27.376818 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c62a1570-ed15-46bc-a321-58fa540aafe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.612477 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c62a1570-ed15-46bc-a321-58fa540aafe4 None None] Current status of the port 64ad1dc8-b3c7-4cfb-9172-e544b951806d is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:27.634202 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks [] for router_gateway (06c3b101-3c7b-4b47-bee6-162905bcf4ce), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.636159 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.669504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c989c87-3d41-4c61-b631-09260156c67b None None] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:07:27.779863 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.812278 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 64ad1dc8-b3c7-4cfb-9172-e544b951806d up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:27.908064 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:26Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:27.916543 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:27.929658 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38900) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:27.934787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:27.955241 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:27.957107 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] Provisioning complete for port 74463a04-6be3-44ff-83e8-14926e7ef6dc triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:27.960182 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (06c3b101-3c7b-4b47-bee6-162905bcf4ce), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:27.960730 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.040815 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db689069-a03a-4719-b138-765a83ff3eb7 None None] The sync data for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi is: [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:26Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:28.149322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'Port': ['ID=9601ecc3-8c0b-408c-b381-839f7a3f7f40,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:28.205498 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Router 06c3b101-3c7b-4b47-bee6-162905bcf4ce is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:07:28.316930 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] Current status of the port 74463a04-6be3-44ff-83e8-14926e7ef6dc is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:28.317589 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.325942 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 64ad1dc8-b3c7-4cfb-9172-e544b951806d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:28.326574 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.404773 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (4880c3bf-30ce-4a9b-a62e-835c227f4454), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.406181 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:28.414493 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] For port 74463a04-6be3-44ff-83e8-14926e7ef6dc, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=74463a04-6be3-44ff-83e8-14926e7ef6dc,segment=NetworkSegment(211b588e-6a19-44f2-8b13-8e9d789a6bda),segment_id=211b588e-6a19-44f2-8b13-8e9d789a6bda)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:28.425508 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Sync routers for ids ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:28.433429 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.440974 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.446778 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-941f38cd-6676-460b-bb20-a9cad1a4fe5d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6479924 Feb 16 16:07:28.447765 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 38908) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:28.544014 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Routers {'06c3b101-3c7b-4b47-bee6-162905bcf4ce'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:28.545713 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:28.561364 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71575054-53a6-4292-b06f-acf129634c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.634538 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:28.783323 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 64ad1dc8-b3c7-4cfb-9172-e544b951806d is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:28.785309 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 74463a04-6be3-44ff-83e8-14926e7ef6dc up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:28.800641 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f878e2b-8499-4761-a04a-39f464a112fa None None] Pushing event updated for resources: {'Port': ['ID=74463a04-6be3-44ff-83e8-14926e7ef6dc,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:28.938207 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-17a181d4-d09b-4253-b222-9fd2a1b0c225 None None] Provisioning complete for port 74463a04-6be3-44ff-83e8-14926e7ef6dc triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:28.938868 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-17a181d4-d09b-4253-b222-9fd2a1b0c225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.055445 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Set router 06c3b101-3c7b-4b47-bee6-162905bcf4ce gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:29.058827 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 74463a04-6be3-44ff-83e8-14926e7ef6dc triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:29.059082 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.076419 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71575054-53a6-4292-b06f-acf129634c8f admin admin] Publish callbacks [] for security_group (4bd21757-78dd-45dd-9156-608a94ed5534), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.103929 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-71575054-53a6-4292-b06f-acf129634c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4bd21757-78dd-45dd-9156-608a94ed5534), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.164684 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-71575054-53a6-4292-b06f-acf129634c8f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a29563ebcb50413fbaa33adbc4c09c46&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2227557 Feb 16 16:07:29.176113 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38912) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:29.264887 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.283647 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.287535 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71575054-53a6-4292-b06f-acf129634c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd21757-78dd-45dd-9156-608a94ed5534,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:29.485490 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'Port': ['ID=9601ecc3-8c0b-408c-b381-839f7a3f7f40,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:29.530633 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (4880c3bf-30ce-4a9b-a62e-835c227f4454), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.531757 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.544556 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bcadf44-03b8-4505-8dfe-9f8496fdfcb5 admin admin] Publish callbacks [] for security_group (4bd21757-78dd-45dd-9156-608a94ed5534), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.591566 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bcadf44-03b8-4505-8dfe-9f8496fdfcb5 admin admin] Publish callbacks [] for security_group (4bd21757-78dd-45dd-9156-608a94ed5534), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.667457 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.669869 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-4bf04044-34fd-4ccf-9679-d661c427d9a1 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4880254 Feb 16 16:07:29.690944 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bcadf44-03b8-4505-8dfe-9f8496fdfcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4bd21757-78dd-45dd-9156-608a94ed5534), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.708379 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-1bcadf44-03b8-4505-8dfe-9f8496fdfcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:29.723184 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1bcadf44-03b8-4505-8dfe-9f8496fdfcb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4bd21757-78dd-45dd-9156-608a94ed5534 HTTP/1.1" status: 204 len: 168 time: 0.5418470 Feb 16 16:07:29.753051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcadf44-03b8-4505-8dfe-9f8496fdfcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd21757-78dd-45dd-9156-608a94ed5534,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:29.949151 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Allocated IP 172.20.0.1 (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85/41e1154d-5948-4663-a9ee-2f7bba6efad7/6a3a3c03-d15f-4689-9efa-597fbb044e95) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:29.973886 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-17a181d4-d09b-4253-b222-9fd2a1b0c225 None None] Current status of the port 74463a04-6be3-44ff-83e8-14926e7ef6dc is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:30.015152 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 74463a04-6be3-44ff-83e8-14926e7ef6dc is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:30.119954 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks [] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.182089 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 3, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:30.193041 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-3ddc1246-cb88-4c8d-9e21-903b405bb9b6 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--494980602&fields=id&tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a HTTP/1.1" status: 200 len: 267 time: 0.0862703 Feb 16 16:07:30.230048 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 64ad1dc8-b3c7-4cfb-9172-e544b951806d up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:30.234429 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Checking router: 06c3b101-3c7b-4b47-bee6-162905bcf4ce for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:30.235237 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Updating router 06c3b101-3c7b-4b47-bee6-162905bcf4ce port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:07:30.236787 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.317140 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38940) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:30.333014 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7f5141a-4172-4c98-8293-31fe81c1819f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.337200 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:30.341145 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.353462 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Pushing event updated for resources: {'Port': ['ID=6a3a3c03-d15f-4689-9efa-597fbb044e95,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:30.363006 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:30.366262 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:30.441556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-1226f369-c8ce-4bb0-8012-43fb452ffc87 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:30.444883 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-1226f369-c8ce-4bb0-8012-43fb452ffc87 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 810 time: 0.2427804 Feb 16 16:07:30.445948 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (06c3b101-3c7b-4b47-bee6-162905bcf4ce), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.491387 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7f5141a-4172-4c98-8293-31fe81c1819f admin admin] Publish callbacks [] for security_group (1fc664cf-ace7-4d14-a133-dd8a32627905), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.498249 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f7f5141a-4172-4c98-8293-31fe81c1819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1fc664cf-ace7-4d14-a133-dd8a32627905), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.517158 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-9a3fbf1a-9407-4f08-b088-10e16de5f289 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/quotas/1b25eafaa6dc4da1b018bc9c0dfb4d0a HTTP/1.1" status: 200 len: 375 time: 0.0163739 Feb 16 16:07:30.557859 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 64ad1dc8-b3c7-4cfb-9172-e544b951806d triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:30.558592 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.595636 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f7f5141a-4172-4c98-8293-31fe81c1819f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3fce793d49847e5a0ffe60389482a56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772951 Feb 16 16:07:30.596439 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 38942) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:30.597102 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5141a-4172-4c98-8293-31fe81c1819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc664cf-ace7-4d14-a133-dd8a32627905,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:30.726538 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-230b9a76-4d94-4a9c-aa6e-05f386982779 admin admin] Publish callbacks [] for security_group (1fc664cf-ace7-4d14-a133-dd8a32627905), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.767819 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-230b9a76-4d94-4a9c-aa6e-05f386982779 admin admin] Publish callbacks [] for security_group (1fc664cf-ace7-4d14-a133-dd8a32627905), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.775019 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 64ad1dc8-b3c7-4cfb-9172-e544b951806d is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:30.776205 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 74463a04-6be3-44ff-83e8-14926e7ef6dc up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:30.781079 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-4a400fd8-44d3-4a8e-88f5-b63d95f17aaa tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1852250 Feb 16 16:07:30.820584 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.881264 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-230b9a76-4d94-4a9c-aa6e-05f386982779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (1fc664cf-ace7-4d14-a133-dd8a32627905), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.885900 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-3f850c0d-b837-4463-b549-e6efbcb1b7eb None None] Provisioning complete for port 6a3a3c03-d15f-4689-9efa-597fbb044e95 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:30.886275 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3f850c0d-b837-4463-b549-e6efbcb1b7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.886560 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-230b9a76-4d94-4a9c-aa6e-05f386982779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.892216 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-230b9a76-4d94-4a9c-aa6e-05f386982779 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1fc664cf-ace7-4d14-a133-dd8a32627905 HTTP/1.1" status: 204 len: 168 time: 0.2846205 Feb 16 16:07:30.917318 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230b9a76-4d94-4a9c-aa6e-05f386982779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc664cf-ace7-4d14-a133-dd8a32627905,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:30.921930 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Publish callbacks [] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.950204 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:30.973808 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-cfdca106-262d-45c1-80b6-481925215fe5 service neutron] 10.222.0.69 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685266 Feb 16 16:07:30.991889 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3f850c0d-b837-4463-b549-e6efbcb1b7eb None None] Port 6a3a3c03-d15f-4689-9efa-597fbb044e95 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:07:31.015400 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 74463a04-6be3-44ff-83e8-14926e7ef6dc triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:31.016107 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.114922 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58031b1f-4fd4-48f8-8dd2-b43c7b34db6e None None] Pushing event updated for resources: {'Port': ['ID=056cacc7-928e-41b8-b8c5-4e6f56eb2272,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:31.159302 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Attempting to bind port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:31.160664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Attempting to bind port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:31.161046 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Attempting to bind port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:31.172658 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-1e19d357-8457-4796-b884-9e7f3aa3d348 service neutron] 10.222.0.69 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849518 Feb 16 16:07:31.175209 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks [] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.183052 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.193961 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:31.194749 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:31.194749 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.195204 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:31.195843 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Bound port: 056cacc7-928e-41b8-b8c5-4e6f56eb2272, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:31.196088 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.261543 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] For port 056cacc7-928e-41b8-b8c5-4e6f56eb2272, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:31.266179 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] For port 056cacc7-928e-41b8-b8c5-4e6f56eb2272, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=056cacc7-928e-41b8-b8c5-4e6f56eb2272,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:31.285884 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.336168 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Pushing event updated for resources: {'Port': ['ID=6a3a3c03-d15f-4689-9efa-597fbb044e95,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:31.345925 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (06c3b101-3c7b-4b47-bee6-162905bcf4ce), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:31.408399 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58031b1f-4fd4-48f8-8dd2-b43c7b34db6e None None] Pushing event updated for resources: {'Port': ['ID=056cacc7-928e-41b8-b8c5-4e6f56eb2272,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:31.429057 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Routers {'06c3b101-3c7b-4b47-bee6-162905bcf4ce'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:31.430051 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:31.516210 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 74463a04-6be3-44ff-83e8-14926e7ef6dc is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:31.576543 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:31.588004 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:31.687014 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] Set router 06c3b101-3c7b-4b47-bee6-162905bcf4ce gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:31.817477 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cecdc432-1f78-49d4-91d3-c51e20e098b0 req-f6d48225-f050-4234-9ecd-7de80a47237d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 210 time: 0.1022494 Feb 16 16:07:31.861671 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Router 06c3b101-3c7b-4b47-bee6-162905bcf4ce has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:32.115891 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:32.130551 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-08b3fd5d-d480-45f6-89f7-b5f83784c56b admin admin] 10.222.0.69 "PUT /v2.0/routers/06c3b101-3c7b-4b47-bee6-162905bcf4ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813817 Feb 16 16:07:32.211326 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-f12310db-ecb0-4211-b51c-ff6a5820d84a None None] Provisioning complete for port 6a3a3c03-d15f-4689-9efa-597fbb044e95 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:32.212750 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f12310db-ecb0-4211-b51c-ff6a5820d84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:32.267172 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-f12310db-ecb0-4211-b51c-ff6a5820d84a None None] Port 6a3a3c03-d15f-4689-9efa-597fbb044e95 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:07:32.360873 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '6a3a3c03-d15f-4689-9efa-597fbb044e95', 'name': '', 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'mac_address': 'fa:16:3e:6c:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:29Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 2, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'subnets': [{'id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:32.409735 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc4de91-2558-41ae-b9cd-1663af4243d3 None None] The sync data for ids ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'] in dv-cinder-829560-1-iscsi is: [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '6a3a3c03-d15f-4689-9efa-597fbb044e95', 'name': '', 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'mac_address': 'fa:16:3e:6c:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:29Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 2, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'subnets': [{'id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:33.591864 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39014) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:33.600610 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-830482815', 'description': 'tempest-secgroup-smoke-830482815 description', 'project_id': '418c2ebe2e7d42428567a827db0d3746'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:33.656134 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:33.671043 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6db29554-12e3-4909-ab0e-a9ccca11996f req-43e2114b-eed5-426f-b58e-54d5bf8988c8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 210 time: 0.6514971 Feb 16 16:07:33.866967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-5fc8b73d-5552-4405-8cb4-618adca1468a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:33.869975 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-5fc8b73d-5552-4405-8cb4-618adca1468a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 810 time: 0.3825958 Feb 16 16:07:33.945776 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group (8bb6b744-e995-407a-bc93-03806d3469ca), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:33.963110 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (8bb6b744-e995-407a-bc93-03806d3469ca), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.003687 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.005978 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4115279 Feb 16 16:07:34.008952 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39024) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:34.017655 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group_rule': {'security_group_id': '8bb6b744-e995-407a-bc93-03806d3469ca', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:34.048530 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be451c-b28a-46b2-b1f7-457209a794ab tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb6b744-e995-407a-bc93-03806d3469ca,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:34.058728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (2383ea2c-e6b9-406e-afea-b9e97f6e337a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.074882 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-4bd00966-9809-495e-9ffe-505d02adc5a6 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a HTTP/1.1" status: 200 len: 379 time: 0.1725228 Feb 16 16:07:34.089869 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'port': {'device_id': 'f3566775-d7e9-48da-8243-3343efed6245', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'admin_state_up': True, 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'security_groups': ['6e6ec8e2-4d11-4208-a4a5-cba48729e179']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:34.149432 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (2383ea2c-e6b9-406e-afea-b9e97f6e337a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.167788 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (2383ea2c-e6b9-406e-afea-b9e97f6e337a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.207807 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.210220 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001019 Feb 16 16:07:34.211822 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12539002-70d7-4e70-af8f-ebad5faeaf8b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2383ea2c-e6b9-406e-afea-b9e97f6e337a,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:34.214824 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39030) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:34.228091 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group_rule': {'security_group_id': '8bb6b744-e995-407a-bc93-03806d3469ca', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:34.293266 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (a4c1b811-5012-41c4-8f4d-b9c9d1643dc3), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.324176 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 056cacc7-928e-41b8-b8c5-4e6f56eb2272 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:34.402323 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (a4c1b811-5012-41c4-8f4d-b9c9d1643dc3), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.414173 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (a4c1b811-5012-41c4-8f4d-b9c9d1643dc3), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.422148 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Made reservation on behalf of 1b25eafaa6dc4da1b018bc9c0dfb4d0a for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:34.428269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.450055 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c1b811-5012-41c4-8f4d-b9c9d1643dc3,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:34.471223 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.473604 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7f6f9e7a-1902-4248-a4bc-fde15dbaf2b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2514820 Feb 16 16:07:34.476780 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39034) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:34.481729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group_rule': {'security_group_id': '8bb6b744-e995-407a-bc93-03806d3469ca', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:34.499948 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:34.506807 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.519313 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (f46c3454-a638-46a4-8c9f-0756c87267e2), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.623172 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (f46c3454-a638-46a4-8c9f-0756c87267e2), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.623172 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (f46c3454-a638-46a4-8c9f-0756c87267e2), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.645607 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46c3454-a638-46a4-8c9f-0756c87267e2,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:34.674707 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.682333 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39042) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:34.690455 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-532946f4-1fcf-49d1-8d52-7cd991d4cc55 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2078993 Feb 16 16:07:34.701239 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group_rule': {'security_group_id': '8bb6b744-e995-407a-bc93-03806d3469ca', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:34.702759 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:34.703455 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.756879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Allocated IP 172.20.0.9 (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d/fea91056-8b15-4e3d-91cb-b52b0228a176/a05f5b46-9d23-4e81-ae25-3c9923e6dbbe) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:34.759987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (b1de961d-6ddb-471d-a3f8-4a9524ca0ed7), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:34.792611 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 056cacc7-928e-41b8-b8c5-4e6f56eb2272, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=056cacc7-928e-41b8-b8c5-4e6f56eb2272,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:34.805236 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.005574 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=056cacc7-928e-41b8-b8c5-4e6f56eb2272,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:35.414666 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (b1de961d-6ddb-471d-a3f8-4a9524ca0ed7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.428829 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1698ddfa-4ca2-407a-92ab-2e5dca52200f req-f30df8da-43cd-4130-a511-f4ab67b0c2ba tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 210 time: 0.5253346 Feb 16 16:07:35.430796 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (b1de961d-6ddb-471d-a3f8-4a9524ca0ed7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.512070 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-1ebe0251-074b-4d25-a005-3f65214218da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7125022 Feb 16 16:07:35.523334 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1de961d-6ddb-471d-a3f8-4a9524ca0ed7,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:35.549353 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.554476 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-44dc7b75-3318-413f-b324-e6f9b1fbfe8e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8578231 Feb 16 16:07:35.555274 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39064) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:35.560335 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group_rule': {'security_group_id': '8bb6b744-e995-407a-bc93-03806d3469ca', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:35.587560 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.securitygroups_db [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Project 418c2ebe2e7d42428567a827db0d3746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:07:35.594334 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (9c8ef44a-c0de-4791-8a46-8cbcaa751e27), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.658473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.666392 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (9c8ef44a-c0de-4791-8a46-8cbcaa751e27), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.671645 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (9c8ef44a-c0de-4791-8a46-8cbcaa751e27), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.711399 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.713989 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-4c8f2ed5-3d09-43ce-8391-fb12ad3671c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:35.715557 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-4c8f2ed5-3d09-43ce-8391-fb12ad3671c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1129 time: 0.1395741 Feb 16 16:07:35.716196 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1593134 Feb 16 16:07:35.717012 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39070) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:35.727760 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'security_group_rule': {'security_group_id': '8bb6b744-e995-407a-bc93-03806d3469ca', 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:35.728944 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.737601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e82ed4-95bf-445f-8c99-8cf24efc9ed6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c8ef44a-c0de-4791-8a46-8cbcaa751e27,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:35.773336 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.securitygroups_db [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Project 418c2ebe2e7d42428567a827db0d3746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:07:35.784474 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (5422049f-6f86-4f07-870e-07169d2ca6f6), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.857027 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:35.866820 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:35.895990 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:35.901519 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event updated for resources: {'Port': ['ID=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:35.921860 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (5422049f-6f86-4f07-870e-07169d2ca6f6), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.933089 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (5422049f-6f86-4f07-870e-07169d2ca6f6), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.950062 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5422049f-6f86-4f07-870e-07169d2ca6f6,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:35.977610 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:35.979314 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-cf9cd394-a8ea-404b-b3c0-f77a6644422f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2592368 Feb 16 16:07:35.988472 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:35.989012 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:36.042414 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-7f80e9d5-d2cd-426e-a0d2-d7583d136834 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9668274 Feb 16 16:07:36.051494 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-939cc26f-1de9-492e-804d-ce4212a15ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:36.054680 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-939cc26f-1de9-492e-804d-ce4212a15ef6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.3113894 Feb 16 16:07:36.061115 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Request body: {'port': {'device_id': 'f3566775-d7e9-48da-8243-3343efed6245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:36.250924 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 056cacc7-928e-41b8-b8c5-4e6f56eb2272 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:36.260127 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:36.336169 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-8ff6b641-7215-4c74-a9a7-004d8063e9b5 None None] Provisioning complete for port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:36.336754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8ff6b641-7215-4c74-a9a7-004d8063e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:36.358683 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-fc8eb4fe-e5d2-4ea2-a551-4fe8a5b7f61f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 1001 time: 0.2933450 Feb 16 16:07:36.373231 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:36.397628 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:36.398016 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:36.526372 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6b641-7215-4c74-a9a7-004d8063e9b5 None None] Port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:07:36.538473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-9891d22e-a701-4e3d-895f-73ce8473dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:36.541109 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-9891d22e-a701-4e3d-895f-73ce8473dfa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.1414609 Feb 16 16:07:36.612782 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:36.655867 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Sync routers for ids ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:36.698918 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Routers {'06c3b101-3c7b-4b47-bee6-162905bcf4ce'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:36.701203 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:36.949499 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Set router 06c3b101-3c7b-4b47-bee6-162905bcf4ce gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:37.013898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-a9ee89c9-9288-43c8-82a2-733c559d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:37.016086 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-a9ee89c9-9288-43c8-82a2-733c559d4ae4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4642940 Feb 16 16:07:37.041475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2711c-9a32-4814-ad7e-b9d023ce12a9 req-84c25d1b-97fe-48b8-991e-55a6e5106a59 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:37.043386 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ece2711c-9a32-4814-ad7e-b9d023ce12a9 req-84c25d1b-97fe-48b8-991e-55a6e5106a59 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 931 time: 0.4157138 Feb 16 16:07:37.380887 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '6a3a3c03-d15f-4689-9efa-597fbb044e95', 'name': '', 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'mac_address': 'fa:16:3e:6c:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:29Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 2, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'subnets': [{'id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:37.384579 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ece2711c-9a32-4814-ad7e-b9d023ce12a9 req-16548dab-29e9-4867-a052-e6bcc888afa9 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151817 Feb 16 16:07:37.420632 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39134) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:37.432337 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-9d39ed93-2213-4012-a50e-125a6b6dd741 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009097 Feb 16 16:07:37.440328 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Checking router: 06c3b101-3c7b-4b47-bee6-162905bcf4ce for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:37.440915 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Updating router 06c3b101-3c7b-4b47-bee6-162905bcf4ce port 6a3a3c03-d15f-4689-9efa-597fbb044e95 binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:07:37.512677 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.552119 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a05f5b46-9d23-4e81-ae25-3c9923e6dbbe {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:07:37.575072 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Publish callbacks [] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.601449 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6753e1cf-0898-4dc0-b48a-6e0aa45625d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.668880 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Transition to ACTIVE for port object a05f5b46-9d23-4e81-ae25-3c9923e6dbbe will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:07:37.676933 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.785336 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6753e1cf-0898-4dc0-b48a-6e0aa45625d7 admin admin] Publish callbacks [] for security_group (5fc6fecc-5ead-4c54-a80a-7be3a54ae332), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.797728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6753e1cf-0898-4dc0-b48a-6e0aa45625d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (5fc6fecc-5ead-4c54-a80a-7be3a54ae332), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.798633 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c646248-be7d-41e6-a52b-ef5c856d3d88 req-dbca54d5-5bf3-40dc-b80e-4ba4fb86a85e service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580825 Feb 16 16:07:37.860321 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6753e1cf-0898-4dc0-b48a-6e0aa45625d7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2ef5ab957cf24e3e9fa88bd255ccbbbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4381111 Feb 16 16:07:37.862790 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39154) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:37.870225 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753e1cf-0898-4dc0-b48a-6e0aa45625d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc6fecc-5ead-4c54-a80a-7be3a54ae332,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:37.888120 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Publish callbacks [] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.890701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Pushing event updated for resources: {'Port': ['ID=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:37.910434 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.956556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beabff82-0f8a-448a-bc2b-f101dc399361 admin admin] Publish callbacks [] for security_group (5fc6fecc-5ead-4c54-a80a-7be3a54ae332), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:37.971762 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e120b7-faed-493c-b731-fb08612b8b30 None None] Pushing event updated for resources: {'Port': ['ID=6a3a3c03-d15f-4689-9efa-597fbb044e95,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:37.994023 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Attempting to bind port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:37.994758 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Attempting to bind port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:37.995393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Attempting to bind port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:38.002398 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:07:38.002518 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Attempting to bind port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe on network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:38.016183 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:38.016774 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Checking segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:38.016910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Bound using segment: {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:38.017418 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Bound port: a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ef3b6e1-f441-4cc1-a116-940e83b0e85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:38.017809 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.046696 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Attempting to bind port 6a3a3c03-d15f-4689-9efa-597fbb044e95 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:38.047095 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Attempting to bind port 6a3a3c03-d15f-4689-9efa-597fbb044e95 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:38.047468 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Attempting to bind port 6a3a3c03-d15f-4689-9efa-597fbb044e95 on network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:38.054254 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beabff82-0f8a-448a-bc2b-f101dc399361 admin admin] Publish callbacks [] for security_group (5fc6fecc-5ead-4c54-a80a-7be3a54ae332), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.060658 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:38.061047 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Checking segment: {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:38.061456 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.061846 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Bound using segment: {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:38.062367 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Bound port: 6a3a3c03-d15f-4689-9efa-597fbb044e95, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '211b588e-6a19-44f2-8b13-8e9d789a6bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:38.062748 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.134237 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beabff82-0f8a-448a-bc2b-f101dc399361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (5fc6fecc-5ead-4c54-a80a-7be3a54ae332), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.139969 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beabff82-0f8a-448a-bc2b-f101dc399361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.153054 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-beabff82-0f8a-448a-bc2b-f101dc399361 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5fc6fecc-5ead-4c54-a80a-7be3a54ae332 HTTP/1.1" status: 204 len: 168 time: 0.2887979 Feb 16 16:07:38.157139 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] For port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:38.168560 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] For port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:38.182354 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.205906 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabff82-0f8a-448a-bc2b-f101dc399361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc6fecc-5ead-4c54-a80a-7be3a54ae332,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:38.226998 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] For port 6a3a3c03-d15f-4689-9efa-597fbb044e95, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:38.245938 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] For port 6a3a3c03-d15f-4689-9efa-597fbb044e95, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=6a3a3c03-d15f-4689-9efa-597fbb044e95,segment=NetworkSegment(211b588e-6a19-44f2-8b13-8e9d789a6bda),segment_id=211b588e-6a19-44f2-8b13-8e9d789a6bda)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:38.254818 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.280712 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:38.281646 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.283689 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-340ecef2-db59-4319-8550-9348eb021422 service neutron] 10.222.0.36 "PUT /v2.0/ports/a05f5b46-9d23-4e81-ae25-3c9923e6dbbe HTTP/1.1" status: 200 len: 1093 time: 2.2277510 Feb 16 16:07:38.284416 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:38.297019 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2758b3ed-3c10-4c1f-932b-b054cbcb577a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:38.452620 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5d8c38-0589-488d-9e4b-edcf583584b7 x-openstack-request-id: req-cf5d8c38-0589-488d-9e4b-edcf583584b7 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:38.452620 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:38.452917 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf5d8c38-0589-488d-9e4b-edcf583584b7 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:38.453296 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'status': 'completed', 'code': 200} Feb 16 16:07:38.457192 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Routers {'06c3b101-3c7b-4b47-bee6-162905bcf4ce'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:38.457851 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:38.468997 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ecef2-db59-4319-8550-9348eb021422 service neutron] Pushing event updated for resources: {'Port': ['ID=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:38.538227 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e120b7-faed-493c-b731-fb08612b8b30 None None] Pushing event updated for resources: {'Port': ['ID=6a3a3c03-d15f-4689-9efa-597fbb044e95,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:38.554046 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-cb35c1dd-e6e6-42fd-b2b5-bf4ea2c557d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:38.556766 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-cb35c1dd-e6e6-42fd-b2b5-bf4ea2c557d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 1127 time: 0.2118948 Feb 16 16:07:38.691760 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] Set router 06c3b101-3c7b-4b47-bee6-162905bcf4ce gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:38.696053 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] Provisioning complete for port 6a3a3c03-d15f-4689-9efa-597fbb044e95 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:38.696650 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.700194 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-c05a7ee1-a274-4c25-8cb6-05940183b0c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe HTTP/1.1" status: 200 len: 217 time: 0.1328974 Feb 16 16:07:38.816193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-1bb759d4-ff65-4d99-8116-1c58ee02b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:38.820342 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-1bb759d4-ff65-4d99-8116-1c58ee02b6fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.0666327 Feb 16 16:07:38.892966 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a2169-7381-4fc3-8b6b-8f57487d5fc0 req-0c888155-cd75-4faa-a3f0-0d0800ac5946 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:38.894743 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-808a2169-7381-4fc3-8b6b-8f57487d5fc0 req-0c888155-cd75-4faa-a3f0-0d0800ac5946 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 943 time: 0.2036903 Feb 16 16:07:38.919662 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] Current status of the port 6a3a3c03-d15f-4689-9efa-597fbb044e95 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:38.920528 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.924747 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39174) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:38.946449 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-5b994f5a-f7e9-4e5c-9dd1-add2d1540d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:38.948587 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-5b994f5a-f7e9-4e5c-9dd1-add2d1540d5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1193774 Feb 16 16:07:38.965926 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] For port 6a3a3c03-d15f-4689-9efa-597fbb044e95, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=6a3a3c03-d15f-4689-9efa-597fbb044e95,segment=NetworkSegment(211b588e-6a19-44f2-8b13-8e9d789a6bda),segment_id=211b588e-6a19-44f2-8b13-8e9d789a6bda)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:38.971923 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96a6185c-27ce-4176-b859-499887154f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:38.975639 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.042019 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-808a2169-7381-4fc3-8b6b-8f57487d5fc0 req-8a224935-acfd-41eb-8061-8ff8cf12c55c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373630 Feb 16 16:07:39.049341 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb271f-c2f0-4c51-a099-5071113f6479 None None] Pushing event updated for resources: {'Port': ['ID=6a3a3c03-d15f-4689-9efa-597fbb044e95,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:39.139392 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-a9658b3b-9aa4-4f26-b474-9f1b6ba52b71 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798041 Feb 16 16:07:39.169702 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '6a3a3c03-d15f-4689-9efa-597fbb044e95', 'name': '', 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'mac_address': 'fa:16:3e:6c:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:29Z', 'updated_at': '2022-02-16T16:07:38Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'subnets': [{'id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:39.199618 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0229ea-4c5b-4011-871c-182e217bc1a1 None None] The sync data for ids ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'] in dv-cinder-829560-1-iscsi is: [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:07:30Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '6a3a3c03-d15f-4689-9efa-597fbb044e95', 'name': '', 'network_id': 'f3a52f50-be6e-4286-b2f6-f43c8d2f8e85', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'mac_address': 'fa:16:3e:6c:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:29Z', 'updated_at': '2022-02-16T16:07:38Z', 'revision_number': 4, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'subnets': [{'id': '41e1154d-5948-4663-a9ee-2f7bba6efad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:39.209545 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96a6185c-27ce-4176-b859-499887154f5f admin admin] Publish callbacks [] for security_group (38f4fc2a-4a02-4b85-b7cc-79568023399f), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.246678 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-96a6185c-27ce-4176-b859-499887154f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (38f4fc2a-4a02-4b85-b7cc-79568023399f), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.323645 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-96a6185c-27ce-4176-b859-499887154f5f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=121d4427715e410e97787fec15fbb5da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958011 Feb 16 16:07:39.324039 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39176) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:39.330350 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f49a0a96-773c-415b-91e3-0761dcf4d360 req-57a3520e-b897-41b0-8b14-8bfd8b26d364 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791854 Feb 16 16:07:39.331458 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6185c-27ce-4176-b859-499887154f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f4fc2a-4a02-4b85-b7cc-79568023399f,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:39.370486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-be2f1914-38b0-408b-bf0e-8ea55ad93f3f None None] Provisioning complete for port 6a3a3c03-d15f-4689-9efa-597fbb044e95 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:39.370959 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-be2f1914-38b0-408b-bf0e-8ea55ad93f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.389661 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13f0ed92-9523-4ffc-82fb-fc3eccb9f90b admin admin] Publish callbacks [] for security_group (38f4fc2a-4a02-4b85-b7cc-79568023399f), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.424387 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13f0ed92-9523-4ffc-82fb-fc3eccb9f90b admin admin] Publish callbacks [] for security_group (38f4fc2a-4a02-4b85-b7cc-79568023399f), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.498804 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-d471cc50-03ff-43d6-9b0c-3ad61d7a85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:39.501056 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-d471cc50-03ff-43d6-9b0c-3ad61d7a85a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 1127 time: 0.1048119 Feb 16 16:07:39.504247 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-be2f1914-38b0-408b-bf0e-8ea55ad93f3f None None] Current status of the port 6a3a3c03-d15f-4689-9efa-597fbb044e95 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:39.515977 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13f0ed92-9523-4ffc-82fb-fc3eccb9f90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (38f4fc2a-4a02-4b85-b7cc-79568023399f), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.519473 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-13f0ed92-9523-4ffc-82fb-fc3eccb9f90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:39.525056 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-13f0ed92-9523-4ffc-82fb-fc3eccb9f90b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/38f4fc2a-4a02-4b85-b7cc-79568023399f HTTP/1.1" status: 204 len: 168 time: 0.2001667 Feb 16 16:07:39.536860 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0ed92-9523-4ffc-82fb-fc3eccb9f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f4fc2a-4a02-4b85-b7cc-79568023399f,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:39.662060 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-f9492e39-c162-400c-be5e-020b9f3dc5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:39.664730 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-f9492e39-c162-400c-be5e-020b9f3dc5b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.1549690 Feb 16 16:07:39.723276 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-02d55d57-18e3-4017-a259-de64df462817 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe HTTP/1.1" status: 200 len: 217 time: 0.0501504 Feb 16 16:07:39.839917 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-e6bf9799-69a9-4454-b32c-6f3650e49bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:39.842691 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-e6bf9799-69a9-4454-b32c-6f3650e49bb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.1121523 Feb 16 16:07:39.916136 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-d0e42355-76d3-4ce0-8321-616e590f30cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:39.917997 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-d0e42355-76d3-4ce0-8321-616e590f30cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681205 Feb 16 16:07:40.106153 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-0016e51a-b171-49ac-8e70-427cc62594ce service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743641 Feb 16 16:07:40.143483 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-61696580-0a4b-421c-96a5-cd100fbccb4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:40.243746 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 6a3a3c03-d15f-4689-9efa-597fbb044e95 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:40.284241 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2758b3ed-3c10-4c1f-932b-b054cbcb577a req-f0a946bc-e239-465b-8222-83886ab7bab2 service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661291 Feb 16 16:07:40.360226 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 6a3a3c03-d15f-4689-9efa-597fbb044e95 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:40.360862 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:40.502614 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 6a3a3c03-d15f-4689-9efa-597fbb044e95 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:40.696415 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475064f-f1eb-4995-8e52-5c492c7be928 req-74cf038c-5e42-48fe-8297-5c78e2cc0e12 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:40.699874 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3475064f-f1eb-4995-8e52-5c492c7be928 req-74cf038c-5e42-48fe-8297-5c78e2cc0e12 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 943 time: 0.0638528 Feb 16 16:07:40.752598 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3475064f-f1eb-4995-8e52-5c492c7be928 req-679d5e25-2f53-49e7-a840-03c17adbd4d8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473263 Feb 16 16:07:40.881263 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a05f5b46-9d23-4e81-ae25-3c9923e6dbbe details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:07:40.997451 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:41.011408 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'port_id': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'mac_address': 'fa:16:3e:67:c6:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:07:41.059533 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:41.059917 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:41.077166 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a05f5b46-9d23-4e81-ae25-3c9923e6dbbe {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:07:41.098664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:41.104847 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:41.165883 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:41.338123 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['a05f5b46-9d23-4e81-ae25-3c9923e6dbbe'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:07:41.908237 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a4d91-9902-4ec7-812a-82aee1580278 req-f138ddaa-d817-4aed-8d7a-d93265f1eb94 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:41.909795 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5a6a4d91-9902-4ec7-812a-82aee1580278 req-f138ddaa-d817-4aed-8d7a-d93265f1eb94 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 944 time: 0.0786304 Feb 16 16:07:41.993272 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5a6a4d91-9902-4ec7-812a-82aee1580278 req-e905283c-5826-4b32-912f-6841deb5bfe3 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643764 Feb 16 16:07:42.612127 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f21ba4a6-c3b5-430f-9d01-62e111c0cf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:42.918387 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a05f5b46-9d23-4e81-ae25-3c9923e6dbbe up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:07:42.982206 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:07:42.986758 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:42.987231 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:43.089496 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:07:43.090027 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:43.134673 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:43.151373 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4feb5583-31d1-4554-933f-54c86f662cb5" -d '{"events": [{"server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "name": "network-vif-plugged", "status": "completed", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:43.176272 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:07:43.198288 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:43.238990 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb05db-aa58-4995-82d8-a2de31050dfb req-fd57f47e-7a53-40a4-b18a-bc8e7f82cb08 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:43.251648 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d5fb05db-aa58-4995-82d8-a2de31050dfb req-fd57f47e-7a53-40a4-b18a-bc8e7f82cb08 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 944 time: 0.1191328 Feb 16 16:07:43.301808 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2904cc6e-a53e-4e5b-ba16-feeabf7ee0f2 x-openstack-request-id: req-2904cc6e-a53e-4e5b-ba16-feeabf7ee0f2 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:43.303544 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "name": "network-vif-plugged", "status": "completed", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:43.303544 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2904cc6e-a53e-4e5b-ba16-feeabf7ee0f2 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:43.305210 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'code': 200} Feb 16 16:07:43.317626 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:43.367697 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d5fb05db-aa58-4995-82d8-a2de31050dfb req-593f5fc5-5c22-4ef5-b1fe-d67cc76ed19c tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147313 Feb 16 16:07:43.577054 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdd93c-6d42-4221-80f3-e87f43e8156f req-9b0bf8eb-38c7-4ee7-a993-b3972c9d5302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:43.578983 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-95cdd93c-6d42-4221-80f3-e87f43e8156f req-9b0bf8eb-38c7-4ee7-a993-b3972c9d5302 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 1129 time: 0.0741696 Feb 16 16:07:43.641909 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:43.654619 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-95cdd93c-6d42-4221-80f3-e87f43e8156f req-59acea7d-1d4d-45b9-b96a-166899d6b53c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687096 Feb 16 16:07:44.533393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66577e2-6beb-4de2-8d24-66ecbc39e11a req-c16d0faf-bc4e-412e-9c30-4657c3b64e3f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:44.534418 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39316) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:44.536193 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e66577e2-6beb-4de2-8d24-66ecbc39e11a req-c16d0faf-bc4e-412e-9c30-4657c3b64e3f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.0781472 Feb 16 16:07:44.604643 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Deleting subnet 262ec020-0ca5-42bb-8470-e0bb8e91771e {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:07:44.608859 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Publish callbacks [] for subnet (262ec020-0ca5-42bb-8470-e0bb8e91771e), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:44.618723 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e66577e2-6beb-4de2-8d24-66ecbc39e11a req-ee439f72-6428-474c-a0ce-a199bf1d91d8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753765 Feb 16 16:07:44.666155 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (262ec020-0ca5-42bb-8470-e0bb8e91771e), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:44.713179 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (262ec020-0ca5-42bb-8470-e0bb8e91771e), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:44.779465 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (262ec020-0ca5-42bb-8470-e0bb8e91771e), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:44.815550 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262ec020-0ca5-42bb-8470-e0bb8e91771e,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:44.824072 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:44.828149 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1502a9ce-6bd5-4cee-8d97-bbd03aa604f7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/262ec020-0ca5-42bb-8470-e0bb8e91771e HTTP/1.1" status: 204 len: 168 time: 0.2921929 Feb 16 16:07:44.832364 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39320) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:44.946430 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (d26a267c-75ba-4945-8c63-4c7b8f604fcd), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.056805 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (d26a267c-75ba-4945-8c63-4c7b8f604fcd), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.081632 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26a267c-75ba-4945-8c63-4c7b8f604fcd']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:45.091352 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.092747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1840b0a3-784c-44a4-b46d-9688df2dfeca') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:45.093217 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1840b0a3-784c-44a4-b46d-9688df2dfeca') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:45.103851 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (1840b0a3-784c-44a4-b46d-9688df2dfeca), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.119757 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (1840b0a3-784c-44a4-b46d-9688df2dfeca), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.128074 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:07:45.128866 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (1840b0a3-784c-44a4-b46d-9688df2dfeca), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:07:45.131937 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:07:45.218582 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (d26a267c-75ba-4945-8c63-4c7b8f604fcd), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.225009 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.231914 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d26a267c-75ba-4945-8c63-4c7b8f604fcd HTTP/1.1" status: 204 len: 168 time: 0.3977859 Feb 16 16:07:45.232268 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39326) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:45.260478 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654950e4-7e46-445a-8cb0-f8624f0ed016 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26a267c-75ba-4945-8c63-4c7b8f604fcd,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:45.320930 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Deleting subnet b4ce6089-864c-4440-85e5-4bf65bd1d173 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:07:45.326417 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Publish callbacks [] for subnet (b4ce6089-864c-4440-85e5-4bf65bd1d173), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.395012 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32962696'] for subnet (b4ce6089-864c-4440-85e5-4bf65bd1d173), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.476539 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (b4ce6089-864c-4440-85e5-4bf65bd1d173), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.583324 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32952187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33009993'] for subnet (b4ce6089-864c-4440-85e5-4bf65bd1d173), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.636172 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ce6089-864c-4440-85e5-4bf65bd1d173,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:45.642373 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.652457 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39342) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:45.655097 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-7f03968f-b0a3-4c49-adfe-e2d6356dc2a3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b4ce6089-864c-4440-85e5-4bf65bd1d173 HTTP/1.1" status: 204 len: 168 time: 0.4201212 Feb 16 16:07:45.769796 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (d8f9034f-f1bc-4c39-91c9-e4a7457894f1), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.838495 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287cd70-0d44-495b-b014-87c37f05eba7 req-37376db1-2741-43c6-b50c-3a15e2090c3b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:45.840576 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3287cd70-0d44-495b-b014-87c37f05eba7 req-37376db1-2741-43c6-b50c-3a15e2090c3b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.0761714 Feb 16 16:07:45.885463 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (d8f9034f-f1bc-4c39-91c9-e4a7457894f1), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:45.906572 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3287cd70-0d44-495b-b014-87c37f05eba7 req-5803f8d0-b18d-4bbf-bc9e-c4c80cd04a19 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587234 Feb 16 16:07:45.954023 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f9034f-f1bc-4c39-91c9-e4a7457894f1']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:45.971473 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ce1f600-7b12-4988-932a-1c05f9d7979e') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:45.971771 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ce1f600-7b12-4988-932a-1c05f9d7979e') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:45.987660 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (7ce1f600-7b12-4988-932a-1c05f9d7979e), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.009659 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (7ce1f600-7b12-4988-932a-1c05f9d7979e), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.021931 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1deffc-08c7-4b54-a25e-6365a5a34c0f req-c56873af-a57a-4b2d-89cd-3c2d85a99270 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:46.023624 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd1deffc-08c7-4b54-a25e-6365a5a34c0f req-c56873af-a57a-4b2d-89cd-3c2d85a99270 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1353247 Feb 16 16:07:46.035981 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:07:46.036382 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (7ce1f600-7b12-4988-932a-1c05f9d7979e), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:07:46.045449 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:07:46.086770 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c59b6f-326d-473a-9985-a9b12708ac4e req-e7e9c6a6-f4bd-4ee5-aa69-9989c58a8ab8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:46.088955 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39354) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:46.090975 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d8c59b6f-326d-473a-9985-a9b12708ac4e req-e7e9c6a6-f4bd-4ee5-aa69-9989c58a8ab8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.0914049 Feb 16 16:07:46.102177 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39358) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:46.113280 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Request body: {'floatingip': {'port_id': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:46.168664 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd1deffc-08c7-4b54-a25e-6365a5a34c0f req-6f94bcd1-eb1f-4d8b-8d00-3a56131b00e8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340272 Feb 16 16:07:46.170141 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (d8f9034f-f1bc-4c39-91c9-e4a7457894f1), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.173311 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (4880c3bf-30ce-4a9b-a62e-835c227f4454), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.182663 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.188107 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/d8f9034f-f1bc-4c39-91c9-e4a7457894f1 HTTP/1.1" status: 204 len: 168 time: 0.5323446 Feb 16 16:07:46.219048 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350d03b-362e-473a-839e-cf1758bd5bc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f9034f-f1bc-4c39-91c9-e4a7457894f1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:46.249260 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e20a4c41-6721-4fc8-b8f6-11c97f43f0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.302546 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:07:46.370717 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39362) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:46.412979 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e20a4c41-6721-4fc8-b8f6-11c97f43f0df admin admin] Publish callbacks [] for security_group (010ae713-bbac-43b0-9c31-86bc819e9f36), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.421695 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e20a4c41-6721-4fc8-b8f6-11c97f43f0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (010ae713-bbac-43b0-9c31-86bc819e9f36), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.455964 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.514172 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3b867545-447a-428f-91f8-e9dc66b9f989 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79d20fbb88414374bf2e830413798509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419754 Feb 16 16:07:46.518130 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e20a4c41-6721-4fc8-b8f6-11c97f43f0df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c1857fafbd6847dd8dcdb50a948af3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280062 Feb 16 16:07:46.518839 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39364) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:46.521977 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a4c41-6721-4fc8-b8f6-11c97f43f0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ae713-bbac-43b0-9c31-86bc819e9f36,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:46.522182 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39366) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:46.597771 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-36165c30-6811-4823-b702-46048fa3347e admin admin] Publish callbacks [] for security_group (60c38ddd-9a86-44f6-a77c-7051491ac117), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.625332 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-36165c30-6811-4823-b702-46048fa3347e admin admin] Publish callbacks [] for security_group (60c38ddd-9a86-44f6-a77c-7051491ac117), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.701072 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-36165c30-6811-4823-b702-46048fa3347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (60c38ddd-9a86-44f6-a77c-7051491ac117), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.704477 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-36165c30-6811-4823-b702-46048fa3347e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.706904 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-36165c30-6811-4823-b702-46048fa3347e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/60c38ddd-9a86-44f6-a77c-7051491ac117 HTTP/1.1" status: 204 len: 168 time: 0.1859927 Feb 16 16:07:46.718397 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e533529f-faee-4a2a-84fd-0a36e3aae6bf admin admin] Publish callbacks [] for security_group (010ae713-bbac-43b0-9c31-86bc819e9f36), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.721569 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36165c30-6811-4823-b702-46048fa3347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c38ddd-9a86-44f6-a77c-7051491ac117,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:46.783519 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e533529f-faee-4a2a-84fd-0a36e3aae6bf admin admin] Publish callbacks [] for security_group (010ae713-bbac-43b0-9c31-86bc819e9f36), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.888214 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.894729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (4880c3bf-30ce-4a9b-a62e-835c227f4454), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.938480 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e533529f-faee-4a2a-84fd-0a36e3aae6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (010ae713-bbac-43b0-9c31-86bc819e9f36), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.941172 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e533529f-faee-4a2a-84fd-0a36e3aae6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:46.945248 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e533529f-faee-4a2a-84fd-0a36e3aae6bf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/010ae713-bbac-43b0-9c31-86bc819e9f36 HTTP/1.1" status: 204 len: 168 time: 0.4189873 Feb 16 16:07:46.985433 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e533529f-faee-4a2a-84fd-0a36e3aae6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ae713-bbac-43b0-9c31-86bc819e9f36,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:47.038805 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Floating IP 4880c3bf-30ce-4a9b-a62e-835c227f4454 associated. External IP: 172.27.0.31, port: a05f5b46-9d23-4e81-ae25-3c9923e6dbbe. Feb 16 16:07:47.235422 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39378) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:47.297498 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-221033ba-5a15-417c-9a83-2572f675baad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3750e42b15e4fbea9861d3322e4a2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602868 Feb 16 16:07:47.298426 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39380) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:47.359954 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6d62f5-02fa-4560-897f-758fefd07b4c admin admin] Publish callbacks [] for security_group (cd5838da-e5f0-4dd5-be8e-5b03522d04d7), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.394223 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6d62f5-02fa-4560-897f-758fefd07b4c admin admin] Publish callbacks [] for security_group (cd5838da-e5f0-4dd5-be8e-5b03522d04d7), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.470604 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6d62f5-02fa-4560-897f-758fefd07b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (cd5838da-e5f0-4dd5-be8e-5b03522d04d7), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.478368 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6d62f5-02fa-4560-897f-758fefd07b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.482789 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1b6d62f5-02fa-4560-897f-758fefd07b4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd5838da-e5f0-4dd5-be8e-5b03522d04d7 HTTP/1.1" status: 204 len: 168 time: 0.1800027 Feb 16 16:07:47.503685 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d62f5-02fa-4560-897f-758fefd07b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5838da-e5f0-4dd5-be8e-5b03522d04d7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:47.608101 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39388) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:47.634143 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c16-d8c3-40cc-af60-68a42883fba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.687392 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ebcd-a217-49c6-8c64-f96b86ab66f7 req-319180ab-ff90-4ea2-a438-31cfe48287d7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:47.689348 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c3e5ebcd-a217-49c6-8c64-f96b86ab66f7 req-319180ab-ff90-4ea2-a438-31cfe48287d7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1303720 Feb 16 16:07:47.697225 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:07:47.739330 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c16-d8c3-40cc-af60-68a42883fba3 admin admin] Publish callbacks [] for security_group (2ba6fe8e-7598-4d53-973f-a36d1ecd20f3), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.745004 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbfb5c16-d8c3-40cc-af60-68a42883fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2ba6fe8e-7598-4d53-973f-a36d1ecd20f3), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.775836 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bbfb5c16-d8c3-40cc-af60-68a42883fba3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb9a21501dda48e6922df13ef41c7e22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661546 Feb 16 16:07:47.776567 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39396) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:47.822471 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb5c16-d8c3-40cc-af60-68a42883fba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba6fe8e-7598-4d53-973f-a36d1ecd20f3,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:47.855274 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-05ecc04c-fdc3-4e1f-a11a-1c71cff1646b admin admin] Publish callbacks [] for security_group (2ba6fe8e-7598-4d53-973f-a36d1ecd20f3), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.889738 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-05ecc04c-fdc3-4e1f-a11a-1c71cff1646b admin admin] Publish callbacks [] for security_group (2ba6fe8e-7598-4d53-973f-a36d1ecd20f3), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.914768 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c3e5ebcd-a217-49c6-8c64-f96b86ab66f7 req-bd153434-a564-4953-8248-5dde8d473e79 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045467 Feb 16 16:07:47.937604 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:07:47.943278 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:47.955185 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:07:47.994128 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-05ecc04c-fdc3-4e1f-a11a-1c71cff1646b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2ba6fe8e-7598-4d53-973f-a36d1ecd20f3), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:48.000469 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-05ecc04c-fdc3-4e1f-a11a-1c71cff1646b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:48.003115 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-05ecc04c-fdc3-4e1f-a11a-1c71cff1646b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ba6fe8e-7598-4d53-973f-a36d1ecd20f3 HTTP/1.1" status: 204 len: 168 time: 0.2242258 Feb 16 16:07:48.008614 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-649bae6c-79b2-4907-9189-a035105fbb8a tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "PUT /v2.0/floatingips/4880c3bf-30ce-4a9b-a62e-835c227f4454 HTTP/1.1" status: 200 len: 990 time: 1.9043479 Feb 16 16:07:48.008780 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:48.009151 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:48.012291 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e154768-7be0-448e-927f-3b1b70daca20" -d '{"events": [{"name": "network-changed", "server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:48.020224 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:48.035173 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecc04c-fdc3-4e1f-a11a-1c71cff1646b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba6fe8e-7598-4d53-973f-a36d1ecd20f3,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:48.082030 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77363e62-9891-4dc3-a906-a0ef4bf321c2 x-openstack-request-id: req-77363e62-9891-4dc3-a906-a0ef4bf321c2 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:48.082532 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:48.082916 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77363e62-9891-4dc3-a906-a0ef4bf321c2 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:48.083513 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'status': 'completed', 'code': 200} Feb 16 16:07:48.336689 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:48.630643 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e154768-7be0-448e-927f-3b1b70daca20 req-2e8f8d5d-015f-406e-9177-47185d4b2beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:48.633473 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-2e8f8d5d-015f-406e-9177-47185d4b2beb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 1129 time: 0.5202627 Feb 16 16:07:48.713988 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '4880c3bf-30ce-4a9b-a62e-835c227f4454', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'port_id': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'mac_address': 'fa:16:3e:67:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3566775-d7e9-48da-8243-3343efed6245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:07:28Z', 'updated_at': '2022-02-16T16:07:46Z', 'revision_number': 1, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:48.755821 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:07:48.766171 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:07:48.766805 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:07:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:48.778737 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e154768-7be0-448e-927f-3b1b70daca20 req-6a46432e-1516-4d0e-bd19-a75925b38e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:48.781488 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-6a46432e-1516-4d0e-bd19-a75925b38e46 service neutron] 10.222.0.36 "GET /v2.0/networks?id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 200 len: 911 time: 0.1352520 Feb 16 16:07:48.900215 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-b67c3e95-9045-4b4c-a6c0-8a7b4321658d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe HTTP/1.1" status: 200 len: 998 time: 0.1107585 Feb 16 16:07:48.968932 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:07:48.986700 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e154768-7be0-448e-927f-3b1b70daca20 req-d7c44cf0-922a-4f6e-a6d1-f58ff20bb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:48.990638 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-d7c44cf0-922a-4f6e-a6d1-f58ff20bb29d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 200 len: 849 time: 0.0831270 Feb 16 16:07:49.080599 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e154768-7be0-448e-927f-3b1b70daca20 req-57f0d7ad-a0a8-47b1-acb3-11044c8f4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:49.082393 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-57f0d7ad-a0a8-47b1-acb3-11044c8f4f38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854430 Feb 16 16:07:49.243938 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14beb2f9-2ac9-4a65-9381-1a7e09737351 req-e2e9d92a-d0d0-401c-99d2-918ae31a1116 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:49.245626 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-14beb2f9-2ac9-4a65-9381-1a7e09737351 req-e2e9d92a-d0d0-401c-99d2-918ae31a1116 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1357830 Feb 16 16:07:49.247925 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-552ac225-9247-455a-b81c-1328e920baea service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584659 Feb 16 16:07:49.351257 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-14beb2f9-2ac9-4a65-9381-1a7e09737351 req-369d255c-580b-4b27-87c9-64c1f5d5356c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911758 Feb 16 16:07:49.433291 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '4880c3bf-30ce-4a9b-a62e-835c227f4454', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'port_id': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'mac_address': 'fa:16:3e:67:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3566775-d7e9-48da-8243-3343efed6245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:07:28Z', 'updated_at': '2022-02-16T16:07:46Z', 'revision_number': 1, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:07:49.480072 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e154768-7be0-448e-927f-3b1b70daca20 req-eb7aac4e-a1a9-4894-bb03-e687160c90fa service neutron] 10.222.0.36 "GET /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191548 Feb 16 16:07:49.481867 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d53b5d-ad76-4e21-8582-7fb7b1ba7a36 None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '4880c3bf-30ce-4a9b-a62e-835c227f4454', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'port_id': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'mac_address': 'fa:16:3e:67:c6:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3566775-d7e9-48da-8243-3343efed6245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:07:28Z', 'updated_at': '2022-02-16T16:07:46Z', 'revision_number': 1, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:07:49.803562 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fe3802-637a-40a6-8f93-0cb3be21c2d1 None None] New status for floating IP 4880c3bf-30ce-4a9b-a62e-835c227f4454: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:07:50.568576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e63b64-69ad-47af-97f9-83dbedc34d38 req-96201a04-ed9b-457a-81a3-9f133b84c287 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:50.571365 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c9e63b64-69ad-47af-97f9-83dbedc34d38 req-96201a04-ed9b-457a-81a3-9f133b84c287 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0737014 Feb 16 16:07:50.627549 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c9e63b64-69ad-47af-97f9-83dbedc34d38 req-23d77772-7cc2-4338-8076-0999168c4b0c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492573 Feb 16 16:07:51.776662 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61353db-2560-4f1e-b1e1-53fb5e554194 req-ae08a9c1-4da7-4d87-a010-7132c8943d7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:51.778236 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d61353db-2560-4f1e-b1e1-53fb5e554194 req-ae08a9c1-4da7-4d87-a010-7132c8943d7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0571203 Feb 16 16:07:51.836912 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d61353db-2560-4f1e-b1e1-53fb5e554194 req-09862d0b-8624-478d-822a-8a322773c960 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527506 Feb 16 16:07:52.820417 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-0e938a3c-9605-4747-9e3b-a3f174dc9220 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-830482815&fields=id&tenant_id=418c2ebe2e7d42428567a827db0d3746 HTTP/1.1" status: 200 len: 267 time: 0.0510671 Feb 16 16:07:52.988489 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d01b1-39e5-4bac-af9e-680715fadf41 req-cf23a74f-ecac-4b7c-9fff-e92730de22db tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:52.990466 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f5d01b1-39e5-4bac-af9e-680715fadf41 req-cf23a74f-ecac-4b7c-9fff-e92730de22db tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0635109 Feb 16 16:07:52.991149 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-e39eaf36-8520-4394-9b7f-9050e627513f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:52.992909 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-e39eaf36-8520-4394-9b7f-9050e627513f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 807 time: 0.1645510 Feb 16 16:07:53.010687 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-4d947a81-9aa0-4a1d-8470-078897c67c56 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/quotas/418c2ebe2e7d42428567a827db0d3746 HTTP/1.1" status: 200 len: 375 time: 0.0115683 Feb 16 16:07:53.092515 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-89e95f60-771d-468d-bf82-f062b6687215 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736709 Feb 16 16:07:53.230502 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-5368a289-4d66-4d43-9def-88d10664edb7 service neutron] 10.222.0.69 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177220 Feb 16 16:07:53.266045 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f5d01b1-39e5-4bac-af9e-680715fadf41 req-d6b0835e-7f1d-40de-858a-e756c596bf92 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669859 Feb 16 16:07:53.346900 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-4c2edc3f-f6a3-422c-9071-5e4cd0c27c0c service neutron] 10.222.0.69 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102293 Feb 16 16:07:53.646372 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-15b5389a-1e07-4b88-83cc-1b1d097864a1 req-fa5100cd-3447-4f5b-8322-db320aa29b03 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 210 time: 0.0307150 Feb 16 16:07:54.372079 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39658) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:54.484546 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267aa32-6d1f-492e-bd9f-541bb3e1e55f req-59b15949-0bb8-49e9-be61-b5d2822c9ec3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:54.486877 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e267aa32-6d1f-492e-bd9f-541bb3e1e55f req-59b15949-0bb8-49e9-be61-b5d2822c9ec3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1022682 Feb 16 16:07:54.547981 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.571142 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e267aa32-6d1f-492e-bd9f-541bb3e1e55f req-927044f7-e15f-40c8-b511-18c7cda268ea tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774596 Feb 16 16:07:54.657184 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Publish callbacks [] for security_group (892526bf-b289-4add-98a7-54e533d68424), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.662188 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (892526bf-b289-4add-98a7-54e533d68424), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.708327 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e17d3ebf9ec146d6baa1f28aa19da9d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3345716 Feb 16 16:07:54.709882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892526bf-b289-4add-98a7-54e533d68424,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:54.712424 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39664) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:54.719938 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.720363 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.720738 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.721098 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.721440 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.721774 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.722172 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.722512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.722842 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.723205 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.723536 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.723938 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.724237 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6005fc16-d709-49be-8795-04fe6f96e282 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:07:54.801038 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3bcde37f-e263-4ce4-ab50-c92ca9fb13be req-a9308dcd-5769-47c7-a5c7-b7a1ac9bdb37 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 210 time: 0.0559461 Feb 16 16:07:54.849151 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-71a67843-2687-4cb3-b2e0-15d19c879dda admin admin] Publish callbacks [] for security_group (892526bf-b289-4add-98a7-54e533d68424), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.885449 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-71a67843-2687-4cb3-b2e0-15d19c879dda admin admin] Publish callbacks [] for security_group (892526bf-b289-4add-98a7-54e533d68424), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.968245 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-71a67843-2687-4cb3-b2e0-15d19c879dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (892526bf-b289-4add-98a7-54e533d68424), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.971260 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-71a67843-2687-4cb3-b2e0-15d19c879dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:54.972729 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-71a67843-2687-4cb3-b2e0-15d19c879dda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/892526bf-b289-4add-98a7-54e533d68424 HTTP/1.1" status: 204 len: 168 time: 0.2583501 Feb 16 16:07:54.995101 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a67843-2687-4cb3-b2e0-15d19c879dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892526bf-b289-4add-98a7-54e533d68424,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:55.020876 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-64bcd11a-9b5f-4817-aaf1-aa7b0437a840 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:55.024057 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-64bcd11a-9b5f-4817-aaf1-aa7b0437a840 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 807 time: 0.1950743 Feb 16 16:07:55.112918 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-338221d7-cd86-4595-837d-5cdb06f2880a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=418c2ebe2e7d42428567a827db0d3746 HTTP/1.1" status: 200 len: 379 time: 0.0776489 Feb 16 16:07:55.124581 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'port': {'device_id': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'admin_state_up': True, 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'security_groups': ['8bb6b744-e995-407a-bc93-03806d3469ca']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:55.267670 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Made reservation on behalf of 418c2ebe2e7d42428567a827db0d3746 for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:07:55.273512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.360217 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39672) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:55.375546 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6270bf6d-46af-4eb2-b73a-1a817cd180a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.470041 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Allocated IP 172.20.0.11 (ded95346-5e4c-4d4c-bc7b-cab3cf626689/58ae6747-0327-4f88-b674-1b3a7185e409/02db02c5-55dd-40dd-94a3-9c483e7a26d2) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:07:55.476076 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6270bf6d-46af-4eb2-b73a-1a817cd180a1 admin admin] Publish callbacks [] for security_group (17d6a1e6-46f5-4186-b021-ceff08c77c06), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.482689 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6270bf6d-46af-4eb2-b73a-1a817cd180a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (17d6a1e6-46f5-4186-b021-ceff08c77c06), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.526354 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6270bf6d-46af-4eb2-b73a-1a817cd180a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a2f4ca1bc6047fa90adb1995409cf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621847 Feb 16 16:07:55.526712 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39676) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:55.528657 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270bf6d-46af-4eb2-b73a-1a817cd180a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d6a1e6-46f5-4186-b021-ceff08c77c06,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:55.667736 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31411d7-2e5f-4200-8012-db963b45dcdc admin admin] Publish callbacks [] for security_group (17d6a1e6-46f5-4186-b021-ceff08c77c06), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.717215 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.733935 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31411d7-2e5f-4200-8012-db963b45dcdc admin admin] Publish callbacks [] for security_group (17d6a1e6-46f5-4186-b021-ceff08c77c06), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.806794 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d534ae8-2175-4e6d-b42b-6a94d919ac30 req-cade2cc9-8c55-4f74-b2c1-76e97164a4f5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:55.808240 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6d534ae8-2175-4e6d-b42b-6a94d919ac30 req-cade2cc9-8c55-4f74-b2c1-76e97164a4f5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1440678 Feb 16 16:07:55.824949 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.842742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31411d7-2e5f-4200-8012-db963b45dcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (17d6a1e6-46f5-4186-b021-ceff08c77c06), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.845341 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e31411d7-2e5f-4200-8012-db963b45dcdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:55.846483 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e31411d7-2e5f-4200-8012-db963b45dcdc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17d6a1e6-46f5-4186-b021-ceff08c77c06 HTTP/1.1" status: 204 len: 168 time: 0.3185999 Feb 16 16:07:55.898796 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31411d7-2e5f-4200-8012-db963b45dcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d6a1e6-46f5-4186-b021-ceff08c77c06,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:55.908548 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:07:55.920474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:07:55.925507 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:07:55.973289 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:55.988463 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6d534ae8-2175-4e6d-b42b-6a94d919ac30 req-386d3b5d-926c-4c21-aaac-7b172cdeba71 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733596 Feb 16 16:07:56.002936 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9d6a6-8260-4d54-889b-7730079d0f2f req-37328633-c147-4873-85cb-2ea5e31bb670 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:56.014006 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70c9d6a6-8260-4d54-889b-7730079d0f2f req-37328633-c147-4873-85cb-2ea5e31bb670 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 932 time: 0.1029072 Feb 16 16:07:56.072049 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:56.072298 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.081191 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-70c9d6a6-8260-4d54-889b-7730079d0f2f req-a8a78a19-0620-4bd2-afc3-b225cbedfcc5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657673 Feb 16 16:07:56.108330 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-21a56ee8-c66d-4b03-a031-d7ca632d01b6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9902921 Feb 16 16:07:56.126772 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Request body: {'port': {'device_id': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:07:56.242405 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.282212 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-79fd9c15-e630-48f2-8430-46770291d4ad None None] Provisioning complete for port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:07:56.283724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-79fd9c15-e630-48f2-8430-46770291d4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.326947 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-79fd9c15-e630-48f2-8430-46770291d4ad None None] Port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:07:56.441411 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39688) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:56.456957 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b518012f-52e6-445c-8eb3-d3930bbc7fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.543863 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b518012f-52e6-445c-8eb3-d3930bbc7fe9 admin admin] Publish callbacks [] for security_group (dd81dc60-59fd-45d5-be69-efd16f0f7326), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.548574 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b518012f-52e6-445c-8eb3-d3930bbc7fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (dd81dc60-59fd-45d5-be69-efd16f0f7326), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.562774 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02db02c5-55dd-40dd-94a3-9c483e7a26d2 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:07:56.570967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Publish callbacks [] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.588443 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Transition to ACTIVE for port object 02db02c5-55dd-40dd-94a3-9c483e7a26d2 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:07:56.593757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.597048 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b518012f-52e6-445c-8eb3-d3930bbc7fe9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13dd3b0aa5a24f49ad6c77d2f69f731e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532562 Feb 16 16:07:56.601255 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39692) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:07:56.609332 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518012f-52e6-445c-8eb3-d3930bbc7fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd81dc60-59fd-45d5-be69-efd16f0f7326,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:56.664601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf667b37-c8cb-4d0c-b1e1-08cd39941f90 admin admin] Publish callbacks [] for security_group (dd81dc60-59fd-45d5-be69-efd16f0f7326), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.695467 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:56.700128 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf667b37-c8cb-4d0c-b1e1-08cd39941f90 admin admin] Publish callbacks [] for security_group (dd81dc60-59fd-45d5-be69-efd16f0f7326), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.764707 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Attempting to bind port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:07:56.765193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Attempting to bind port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:07:56.765830 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Attempting to bind port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 on network ded95346-5e4c-4d4c-bc7b-cab3cf626689 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:56.771549 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 on network ded95346-5e4c-4d4c-bc7b-cab3cf626689 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:07:56.771992 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Attempting to bind port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 on network ded95346-5e4c-4d4c-bc7b-cab3cf626689 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:07:56.773307 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf667b37-c8cb-4d0c-b1e1-08cd39941f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (dd81dc60-59fd-45d5-be69-efd16f0f7326), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.776875 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf667b37-c8cb-4d0c-b1e1-08cd39941f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.777761 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:07:56.778472 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bf667b37-c8cb-4d0c-b1e1-08cd39941f90 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dd81dc60-59fd-45d5-be69-efd16f0f7326 HTTP/1.1" status: 204 len: 168 time: 0.1762807 Feb 16 16:07:56.779120 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Checking segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:07:56.779819 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Bound using segment: {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:07:56.780657 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Bound port: 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5b2c8d-298c-4427-b53c-18152fc94bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:07:56.781788 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.797484 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf667b37-c8cb-4d0c-b1e1-08cd39941f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd81dc60-59fd-45d5-be69-efd16f0f7326,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:56.871586 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:07:56.875950 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:07:56.885157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.936024 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:56.936652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:07:56.938080 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] 10.222.0.36 "PUT /v2.0/ports/02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 1094 time: 0.8205585 Feb 16 16:07:56.938545 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:07:56.940921 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c3ea7b-04e0-4f7c-8631-9e352bb92264" -d '{"events": [{"name": "network-changed", "server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:07:57.080746 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fc7fe-aa31-44f9-8a31-fd20a76c0693 service neutron] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:07:57.183198 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-8a3c723e-ba50-40cb-9452-214c1aac6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.184790 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-8a3c723e-ba50-40cb-9452-214c1aac6eec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1128 time: 0.1836107 Feb 16 16:07:57.209786 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab65bef-de24-4b0a-b638-8510d3944a20 req-23315026-6262-471c-9861-9e1c7c91d936 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.219277 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aab65bef-de24-4b0a-b638-8510d3944a20 req-23315026-6262-471c-9861-9e1c7c91d936 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0974479 Feb 16 16:07:57.269304 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-15eb876f-c9df-4c4a-94da-58cba075fdff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 217 time: 0.0704663 Feb 16 16:07:57.281827 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-aab65bef-de24-4b0a-b638-8510d3944a20 req-700a189e-9e35-4c3a-b21b-70c2a6f79a61 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610566 Feb 16 16:07:57.368931 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-41cf055f-3efe-4dae-acd9-def71c49ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.371182 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-41cf055f-3efe-4dae-acd9-def71c49ffdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0942128 Feb 16 16:07:57.408453 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd2a593-a006-4211-be4c-7c40ff3bf5a4 x-openstack-request-id: req-ccd2a593-a006-4211-be4c-7c40ff3bf5a4 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:07:57.408926 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:07:57.409345 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ccd2a593-a006-4211-be4c-7c40ff3bf5a4 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:07:57.409973 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'status': 'completed', 'code': 200} Feb 16 16:07:57.430291 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120f03b-d9cf-4e0f-97ab-11d54f670e9d req-ecdfe7e4-7978-4116-8399-4d8207d2610a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.431891 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8120f03b-d9cf-4e0f-97ab-11d54f670e9d req-ecdfe7e4-7978-4116-8399-4d8207d2610a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0767622 Feb 16 16:07:57.468751 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df04726-a554-4d6a-9e03-c485800da934 req-4d49ca68-6574-4111-9559-07157059e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.470314 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-4d49ca68-6574-4111-9559-07157059e1ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929139 Feb 16 16:07:57.498100 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8120f03b-d9cf-4e0f-97ab-11d54f670e9d req-110d0d74-e59b-43e3-be83-74dbbb4f983e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569539 Feb 16 16:07:57.568123 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-930c923d-b4ac-4c7a-9638-bd76583c5d22 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893755 Feb 16 16:07:57.678465 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8df04726-a554-4d6a-9e03-c485800da934 req-d111c2c3-424d-4362-ab7d-e4a8529e6376 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035173 Feb 16 16:07:57.779925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-4e131587-4b3f-452b-81d4-9e8d66f9dc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.781886 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-4e131587-4b3f-452b-81d4-9e8d66f9dc4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1128 time: 0.0525472 Feb 16 16:07:57.884973 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-662c3d35-fc21-45c6-826b-affe3b264768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.886441 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-662c3d35-fc21-45c6-826b-affe3b264768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.0971806 Feb 16 16:07:57.931046 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-aa6ca4ed-9399-43d7-9417-0606a51484de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 217 time: 0.0375476 Feb 16 16:07:57.987395 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-78305b7a-4bf8-4e94-9f99-f10abcbae6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:57.988916 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-78305b7a-4bf8-4e94-9f99-f10abcbae6c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0511606 Feb 16 16:07:58.055950 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-fe313416-2254-4e72-95f0-f01d350eac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:58.057523 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-fe313416-2254-4e72-95f0-f01d350eac9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0624135 Feb 16 16:07:58.160472 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-416d0a54-e735-4caa-92b2-4326db85a939 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934615 Feb 16 16:07:58.253957 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-87c3ea7b-04e0-4f7c-8631-9e352bb92264 req-47e3d9f0-3f70-4162-8b30-d1ac82d7d625 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Feb 16 16:07:58.413936 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c8ca7-cef9-4a53-a214-13529c231e8c req-5257d612-1dca-44fa-b9e1-65644de7ba68 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:58.415448 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d13c8ca7-cef9-4a53-a214-13529c231e8c req-5257d612-1dca-44fa-b9e1-65644de7ba68 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0571914 Feb 16 16:07:58.470728 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d13c8ca7-cef9-4a53-a214-13529c231e8c req-096bcf5c-e1cf-475c-968b-7f54d2a2cff1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483100 Feb 16 16:07:58.625909 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed46bf0-e284-4e06-a211-d865a049bfcc req-0ad61d5e-2d73-4369-a53b-4f6026dd0923 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:58.627568 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4ed46bf0-e284-4e06-a211-d865a049bfcc req-0ad61d5e-2d73-4369-a53b-4f6026dd0923 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0584338 Feb 16 16:07:58.679445 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4ed46bf0-e284-4e06-a211-d865a049bfcc req-30aaf292-0e33-4ef2-b1c1-e669bb332f7f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Feb 16 16:07:59.611822 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0567d6b5-2ac9-4ccb-b7fa-02adf30a0a4b req-8f4e6d4a-5d4d-48e1-ac21-2f402bf15cd5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:59.612871 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0567d6b5-2ac9-4ccb-b7fa-02adf30a0a4b req-8f4e6d4a-5d4d-48e1-ac21-2f402bf15cd5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0618691 Feb 16 16:07:59.666939 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0567d6b5-2ac9-4ccb-b7fa-02adf30a0a4b req-f02f61da-581d-45b2-b6c5-e3eda9f35197 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476966 Feb 16 16:07:59.804896 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c190f83-f883-4f77-8b57-fdcf5b7080a8 req-431a4fd9-a4a9-4e2a-8a11-6c385cfd8e90 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:07:59.806623 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c190f83-f883-4f77-8b57-fdcf5b7080a8 req-431a4fd9-a4a9-4e2a-8a11-6c385cfd8e90 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0573769 Feb 16 16:07:59.860752 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6c190f83-f883-4f77-8b57-fdcf5b7080a8 req-8094c18f-650f-4721-9c57-64fc970c764c tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484486 Feb 16 16:08:00.793119 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87c45e-a00a-4bf9-868c-5a7b5b67ba0c req-40b033bc-3639-496b-b521-33b4ad2a50e5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:00.794593 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bb87c45e-a00a-4bf9-868c-5a7b5b67ba0c req-40b033bc-3639-496b-b521-33b4ad2a50e5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0528042 Feb 16 16:08:00.844708 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bb87c45e-a00a-4bf9-868c-5a7b5b67ba0c req-77677dcf-e7da-4afc-9678-76d4ddb0d4d6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Feb 16 16:08:00.984789 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46646eb8-21b2-415c-85af-a246328acf71 req-ae608d93-3085-4c28-b922-5e529882528d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:00.986286 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46646eb8-21b2-415c-85af-a246328acf71 req-ae608d93-3085-4c28-b922-5e529882528d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0583642 Feb 16 16:08:01.036615 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46646eb8-21b2-415c-85af-a246328acf71 req-aec9fdd4-20fe-4e27-8edf-643d99782726 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436451 Feb 16 16:08:01.965577 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78d9ee-3749-4b00-b32d-ea926950517c req-74d20d80-310a-4743-9b4e-fd630c997f7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:01.967036 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca78d9ee-3749-4b00-b32d-ea926950517c req-74d20d80-310a-4743-9b4e-fd630c997f7c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0512156 Feb 16 16:08:02.013917 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ca78d9ee-3749-4b00-b32d-ea926950517c req-0774d5c7-daf6-4242-b10e-92ef57ef145a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Feb 16 16:08:02.164938 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c32d0-545e-42a2-ad02-f255d1dc21bf req-024d3ab3-8517-43e6-80a3-b29855658a80 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:02.166332 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-522c32d0-545e-42a2-ad02-f255d1dc21bf req-024d3ab3-8517-43e6-80a3-b29855658a80 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0606291 Feb 16 16:08:02.218334 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-522c32d0-545e-42a2-ad02-f255d1dc21bf req-abbcbecc-7823-4df1-aa3f-712f8154256a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464795 Feb 16 16:08:03.139986 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af36af-18d2-47c4-8e0c-2fcd98f9839b req-3f7149fa-07cd-45c5-80dd-92ab0be4c1a4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:03.141466 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2af36af-18d2-47c4-8e0c-2fcd98f9839b req-3f7149fa-07cd-45c5-80dd-92ab0be4c1a4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0527201 Feb 16 16:08:03.187353 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f2af36af-18d2-47c4-8e0c-2fcd98f9839b req-90974ba5-a6b3-419a-8a9c-5217442377c6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403655 Feb 16 16:08:03.340685 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91638483-dc55-4a73-85a7-873585e18ab7 req-335d1aa1-fabe-4805-99cc-fff7b9b213b3 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:03.342158 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-91638483-dc55-4a73-85a7-873585e18ab7 req-335d1aa1-fabe-4805-99cc-fff7b9b213b3 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0563860 Feb 16 16:08:03.389758 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-91638483-dc55-4a73-85a7-873585e18ab7 req-3a8ae98e-633b-4d5a-86a0-3c8dedf310bd tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421474 Feb 16 16:08:04.311979 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7419d-edbd-4119-bdb0-6911dec2b4e7 req-c5215457-1e47-4cd0-a220-2e1614da0770 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:04.313466 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6bd7419d-edbd-4119-bdb0-6911dec2b4e7 req-c5215457-1e47-4cd0-a220-2e1614da0770 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0554037 Feb 16 16:08:04.359876 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6bd7419d-edbd-4119-bdb0-6911dec2b4e7 req-8e7341b4-71d1-447d-9ead-9717c0e545b4 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Feb 16 16:08:04.509273 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f5893-f1b2-47d3-bfb2-33500f312495 req-fe990ba9-8c5c-4fb1-b263-727aae030b83 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:04.510758 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7d7f5893-f1b2-47d3-bfb2-33500f312495 req-fe990ba9-8c5c-4fb1-b263-727aae030b83 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0535522 Feb 16 16:08:04.559156 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7d7f5893-f1b2-47d3-bfb2-33500f312495 req-a5d9de35-a323-452e-bb3e-6bf11d249159 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Feb 16 16:08:05.030434 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:08:05.136298 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:05.147607 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'port_id': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'mac_address': 'fa:16:3e:58:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:08:05.186293 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:05.186683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:05.200275 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02db02c5-55dd-40dd-94a3-9c483e7a26d2 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:08:05.223054 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:05.227556 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:05.279720 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:05.288318 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.288757 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.289216 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.289667 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.290070 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.290540 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.290952 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.291439 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.291955 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.292324 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.292687 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.293087 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.293616 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:05.477450 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['02db02c5-55dd-40dd-94a3-9c483e7a26d2'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:08:05.488616 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95784e8a-8e71-4a42-9955-af5a97370b16 req-ee288fff-fc50-4701-9d61-8aab827ae168 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:05.491080 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-95784e8a-8e71-4a42-9955-af5a97370b16 req-ee288fff-fc50-4701-9d61-8aab827ae168 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0560508 Feb 16 16:08:05.540690 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-95784e8a-8e71-4a42-9955-af5a97370b16 req-11ad7204-286e-4de8-a8db-3db4873a05c3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Feb 16 16:08:05.676092 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885109c5-6824-4ee0-b2db-9553c95b994b req-c77802e3-d673-463f-a487-ba2b2222e40e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:05.678044 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-885109c5-6824-4ee0-b2db-9553c95b994b req-c77802e3-d673-463f-a487-ba2b2222e40e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0531020 Feb 16 16:08:05.730614 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-885109c5-6824-4ee0-b2db-9553c95b994b req-360e5846-bec8-4b5a-9c03-3ab9dcd2798a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468395 Feb 16 16:08:06.294462 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.407560 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39816) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:06.512353 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8db6b615-4906-431d-9ae5-a5a300f2bcea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.587549 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8db6b615-4906-431d-9ae5-a5a300f2bcea admin admin] Publish callbacks [] for security_group (e78d59cd-7121-4de2-bf93-a91c4ff541f2), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.591844 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-8db6b615-4906-431d-9ae5-a5a300f2bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (e78d59cd-7121-4de2-bf93-a91c4ff541f2), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.639659 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-8db6b615-4906-431d-9ae5-a5a300f2bcea admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97a989448df24d108aaa6e7adf07b9b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284863 Feb 16 16:08:06.639659 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6b615-4906-431d-9ae5-a5a300f2bcea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78d59cd-7121-4de2-bf93-a91c4ff541f2,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:06.640199 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39822) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:06.669792 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e4869-5bb8-4421-83a1-e3b94b50d0e1 req-9e19757f-17d6-4d81-b2e6-1b6533d3af15 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:06.671308 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f3e4869-5bb8-4421-83a1-e3b94b50d0e1 req-9e19757f-17d6-4d81-b2e6-1b6533d3af15 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0544515 Feb 16 16:08:06.693346 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b973c6a-77e6-4f90-bb9d-66c6864bd0ea admin admin] Publish callbacks [] for security_group (e78d59cd-7121-4de2-bf93-a91c4ff541f2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.714906 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b973c6a-77e6-4f90-bb9d-66c6864bd0ea admin admin] Publish callbacks [] for security_group (e78d59cd-7121-4de2-bf93-a91c4ff541f2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.724981 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f3e4869-5bb8-4421-83a1-e3b94b50d0e1 req-d30829b4-273d-43d5-8e3c-1c8bd6128539 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 Feb 16 16:08:06.764004 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b973c6a-77e6-4f90-bb9d-66c6864bd0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (e78d59cd-7121-4de2-bf93-a91c4ff541f2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.766698 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2b973c6a-77e6-4f90-bb9d-66c6864bd0ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:06.767889 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2b973c6a-77e6-4f90-bb9d-66c6864bd0ea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e78d59cd-7121-4de2-bf93-a91c4ff541f2 HTTP/1.1" status: 204 len: 168 time: 0.1268036 Feb 16 16:08:06.776156 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b973c6a-77e6-4f90-bb9d-66c6864bd0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78d59cd-7121-4de2-bf93-a91c4ff541f2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:06.887087 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c656d-8daf-4d36-9f91-62c6e3095169 req-91e963e1-6b62-454a-a995-f1b633aa14b9 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:06.888643 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-457c656d-8daf-4d36-9f91-62c6e3095169 req-91e963e1-6b62-454a-a995-f1b633aa14b9 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0630047 Feb 16 16:08:06.949071 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-457c656d-8daf-4d36-9f91-62c6e3095169 req-6a499837-7c9b-4589-a978-8dfa320d0184 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543308 Feb 16 16:08:07.034617 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:08:07.037229 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:08:07.288140 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:08:07.294327 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:08:07.294706 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:07.336427 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:07.359237 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'mac_address': 'fa:16:3e:e9:84:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:08:07.429992 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: ACTIVE; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:07.430394 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:07.450364 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:08:07.454608 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:07.454989 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:07.489371 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:07.494332 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:08:07.496610 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67408346-d75f-4b9f-9714-5db749de3610" -d '{"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-plugged", "status": "completed", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:08:07.505923 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:07.512366 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:07.534859 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:07.540057 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0317b6-4b90-4bcf-b307-df08bde81e0e x-openstack-request-id: req-9a0317b6-4b90-4bcf-b307-df08bde81e0e {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:08:07.540356 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-plugged", "status": "completed", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:08:07.540618 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9a0317b6-4b90-4bcf-b307-df08bde81e0e {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:08:07.541015 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'code': 200} Feb 16 16:08:07.570046 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:07.599686 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:08:07.665670 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:07.814738 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02099a88-db5b-484f-9329-adcf3f0eec3a req-0afa9d18-8326-496f-b946-1540b38e9dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:07.816316 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-02099a88-db5b-484f-9329-adcf3f0eec3a req-0afa9d18-8326-496f-b946-1540b38e9dec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1130 time: 0.0552576 Feb 16 16:08:07.901656 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-02099a88-db5b-484f-9329-adcf3f0eec3a req-1868ef1e-23a5-466d-9f03-3c68d0d5817d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769234 Feb 16 16:08:07.917962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d56fc2-95fd-4177-858c-56c4c26a19e6 req-c7f59689-feb0-43a2-8407-dd5a8c8daf00 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:07.919493 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06d56fc2-95fd-4177-858c-56c4c26a19e6 req-c7f59689-feb0-43a2-8407-dd5a8c8daf00 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 944 time: 0.0875793 Feb 16 16:08:07.973072 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-06d56fc2-95fd-4177-858c-56c4c26a19e6 req-833b97cf-6d51-4ec9-880b-7b96e48849b6 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476308 Feb 16 16:08:08.071587 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a9597-a337-4e25-aa7d-a77c6700879c req-6494214c-770e-4e51-944d-8f16696b2f29 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:08.073277 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-da5a9597-a337-4e25-aa7d-a77c6700879c req-6494214c-770e-4e51-944d-8f16696b2f29 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0584803 Feb 16 16:08:08.125770 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-da5a9597-a337-4e25-aa7d-a77c6700879c req-ad9e7c81-eb26-4907-bd77-b5e27fc8827e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465012 Feb 16 16:08:09.048168 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:08:09.137823 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:08:09.138208 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:09.162942 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d3f03-0d27-492e-824e-4cc060132f84 req-75f71c73-e3ad-4ce3-998a-ea6f38adec16 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:09.174892 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b46d3f03-0d27-492e-824e-4cc060132f84 req-75f71c73-e3ad-4ce3-998a-ea6f38adec16 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 944 time: 0.1133375 Feb 16 16:08:09.253793 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b46d3f03-0d27-492e-824e-4cc060132f84 req-4de49d90-fccd-4854-a61e-30b5fdeebff5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779083 Feb 16 16:08:09.276573 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29139b3-63e0-465c-9e2a-0c5ff34d1f51 req-f2a4ac5e-401d-4850-a3bd-5c721fa7eaa4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:09.278934 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e29139b3-63e0-465c-9e2a-0c5ff34d1f51 req-f2a4ac5e-401d-4850-a3bd-5c721fa7eaa4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0658720 Feb 16 16:08:09.285420 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:09.286432 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:09.328460 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:09.334155 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:09.335718 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e29139b3-63e0-465c-9e2a-0c5ff34d1f51 req-02484a57-3532-47ae-b90b-1d9a78b1b016 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496230 Feb 16 16:08:09.387740 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:09.542378 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:08:09.544905 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169f1535-7af4-4d74-9301-2fb3b152a8f7" -d '{"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:08:09.720570 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e45854-0217-420a-aa21-cdc4269a7160 x-openstack-request-id: req-c2e45854-0217-420a-aa21-cdc4269a7160 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:08:09.720869 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:08:09.721127 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2e45854-0217-420a-aa21-cdc4269a7160 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:08:09.721535 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'code': 200} Feb 16 16:08:10.136067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ec05e340-4985-49b2-9182-a06fa68664d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:10.441817 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d59d4-ab3a-46ea-b864-919801240ac1 req-3edbda32-9c64-4d85-9f7f-0505dac37835 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:10.444137 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5c0d59d4-ab3a-46ea-b864-919801240ac1 req-3edbda32-9c64-4d85-9f7f-0505dac37835 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1096389 Feb 16 16:08:10.509550 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5c0d59d4-ab3a-46ea-b864-919801240ac1 req-a6c10d52-a471-4cbc-a0e8-94eecfdac226 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586212 Feb 16 16:08:10.515285 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558a9d8-0d18-4b23-bc21-58cae89f38df req-c8364b7d-4053-44e2-8ddc-8ebfdca1bf0b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:10.517602 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b558a9d8-0d18-4b23-bc21-58cae89f38df req-c8364b7d-4053-44e2-8ddc-8ebfdca1bf0b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0774012 Feb 16 16:08:10.592621 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b558a9d8-0d18-4b23-bc21-58cae89f38df req-1485a125-3ea5-4f9e-813e-c062e1e30b68 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656722 Feb 16 16:08:10.731566 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa53622-2e47-4174-9cdf-7bb6e33f6588 req-3dbcaf52-bc80-40a0-a764-dd56134fa610 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:10.733479 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5fa53622-2e47-4174-9cdf-7bb6e33f6588 req-3dbcaf52-bc80-40a0-a764-dd56134fa610 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0631661 Feb 16 16:08:10.791115 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5fa53622-2e47-4174-9cdf-7bb6e33f6588 req-edf2a51f-90fe-4301-b57c-8927cf908d1d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496347 Feb 16 16:08:10.811951 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 39918) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:11.053426 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fb3e0d-7481-400f-b50a-abba780ecf61 tempest-TestShelveInstance-1135480455 tempest-TestShelveInstance-1135480455-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:11.055638 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-22fb3e0d-7481-400f-b50a-abba780ecf61 tempest-TestShelveInstance-1135480455 tempest-TestShelveInstance-1135480455-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1125 time: 0.2419126 Feb 16 16:08:11.058127 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39922) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:11.062577 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'port_id': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:08:11.087747 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:11.203687 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:11.325308 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Allocated IP 172.27.0.64 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/8ef3a43c-23c5-4a0b-a322-87fac664981b) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:08:11.452663 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:11.494990 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:11.534835 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:08:11.542064 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:08:11.544839 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:08:11.573671 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'Port': ['ID=8ef3a43c-23c5-4a0b-a322-87fac664981b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:11.685491 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b72b4-98f6-4fa1-9e28-aeb36013143c req-2c4b35d6-0708-4d2f-854d-ab0a48b74965 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:11.687301 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca4b72b4-98f6-4fa1-9e28-aeb36013143c req-2c4b35d6-0708-4d2f-854d-ab0a48b74965 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0791879 Feb 16 16:08:11.761371 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ca4b72b4-98f6-4fa1-9e28-aeb36013143c req-8ad5d260-a6e4-43da-a89d-ef36ececa681 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676768 Feb 16 16:08:11.856306 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.856663 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.857142 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.857488 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.857938 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.858286 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.859186 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.859186 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.859442 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.859783 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.860149 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.860529 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:11.860862 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:12.239001 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for floatingip (d53967d6-1f05-4068-9b4a-2b556d5d63d4), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:12.327859 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:12.507656 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:12.514813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:12.601240 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-169994b6-4c74-44cc-9c9b-82b9bc270602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:12.601813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event updated for resources: {'Port': ['ID=8ef3a43c-23c5-4a0b-a322-87fac664981b,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:12.622242 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (d53967d6-1f05-4068-9b4a-2b556d5d63d4), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:12.736523 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Floating IP d53967d6-1f05-4068-9b4a-2b556d5d63d4 associated. External IP: 172.27.0.64, port: 02db02c5-55dd-40dd-94a3-9c483e7a26d2. Feb 16 16:08:12.989602 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48377f3b-0fac-4f2b-9a24-685e36f7c701 req-bd616af0-1c51-41ff-bf82-59468bc1b915 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:12.995539 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-48377f3b-0fac-4f2b-9a24-685e36f7c701 req-bd616af0-1c51-41ff-bf82-59468bc1b915 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1484287 Feb 16 16:08:13.066385 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Router 365b96ca-ff3c-4764-8714-5c04277b6122 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:08:13.072158 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-48377f3b-0fac-4f2b-9a24-685e36f7c701 req-81b153a3-13a5-42de-80ec-cbcf77e207df tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735726 Feb 16 16:08:13.205182 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:08:13.217904 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] Sync routers for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:08:13.240993 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:08:13.243365 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:08:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:13.243562 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:13.283939 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3fd3cd35-8eb9-4857-baf1-af03fadf1c8f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2245500 Feb 16 16:08:13.284897 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:08:13.287751 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a743e92-d442-4da1-9fa7-152c2e66f71e" -d '{"events": [{"name": "network-changed", "server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:08:13.441637 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:08:13.469362 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b39737a-8cc3-4035-aa59-3f617f694390 x-openstack-request-id: req-1b39737a-8cc3-4035-aa59-3f617f694390 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:08:13.470052 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:08:13.470236 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b39737a-8cc3-4035-aa59-3f617f694390 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:08:13.470875 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'status': 'completed', 'code': 200} Feb 16 16:08:13.622907 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-cc29a318-96c0-4f48-8998-e84940973bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:13.628738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-cc29a318-96c0-4f48-8998-e84940973bc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1130 time: 0.1399844 Feb 16 16:08:13.683219 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:13.786345 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': 'd53967d6-1f05-4068-9b4a-2b556d5d63d4', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'port_id': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'mac_address': 'fa:16:3e:58:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:08:12Z', 'updated_at': '2022-02-16T16:08:12Z', 'revision_number': 0, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:13.800134 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-699ad6e2-264a-42d0-b30a-b1b1028640df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:13.802401 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-699ad6e2-264a-42d0-b30a-b1b1028640df service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.1622658 Feb 16 16:08:13.838019 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] Checking router: 365b96ca-ff3c-4764-8714-5c04277b6122 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:08:13.847328 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:08:13.848735 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:08:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:13.924002 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-87f2a925-0343-4109-b69e-2c438fde80cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 999 time: 0.1138842 Feb 16 16:08:13.998716 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:08:14.016444 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-64be20d4-b46f-4bfd-b24b-18789da5ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:14.024690 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-64be20d4-b46f-4bfd-b24b-18789da5ad12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0934277 Feb 16 16:08:14.112072 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-e3a2d611-fe63-471f-ac12-70dceef2fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:14.125717 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-e3a2d611-fe63-471f-ac12-70dceef2fa46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850873 Feb 16 16:08:14.274637 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832631e4-b3e7-4d9b-93b3-41719cb84b96 req-d870a6e3-515d-4646-a020-a47124376bc1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:14.284724 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-832631e4-b3e7-4d9b-93b3-41719cb84b96 req-d870a6e3-515d-4646-a020-a47124376bc1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.1012092 Feb 16 16:08:14.295236 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-bfa75af0-a908-4875-bce9-18912a5ac9a0 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675682 Feb 16 16:08:14.366657 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-832631e4-b3e7-4d9b-93b3-41719cb84b96 req-32711227-5839-4046-84b8-2e1a626b2691 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790262 Feb 16 16:08:14.413741 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': 'd53967d6-1f05-4068-9b4a-2b556d5d63d4', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'port_id': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'mac_address': 'fa:16:3e:58:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:08:12Z', 'updated_at': '2022-02-16T16:08:12Z', 'revision_number': 0, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:14.449436 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f434c9-853d-469d-922d-b8a20f32fc12 None None] The sync data for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi is: [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': 'd53967d6-1f05-4068-9b4a-2b556d5d63d4', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'port_id': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'mac_address': 'fa:16:3e:58:72:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:08:12Z', 'updated_at': '2022-02-16T16:08:12Z', 'revision_number': 0, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:08:14.456252 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-0a743e92-d442-4da1-9fa7-152c2e66f71e req-61ac12fb-9332-4268-8826-01d46f950ef3 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530766 Feb 16 16:08:14.728164 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dd543e-3cde-44d9-8efa-49e93f09abf7 None None] New status for floating IP d53967d6-1f05-4068-9b4a-2b556d5d63d4: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:08:15.080794 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:15.506633 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53bf87c-7f14-4625-914b-7c2f898209c7 req-8b555a52-8483-480e-bd97-751348fde716 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:15.508828 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b53bf87c-7f14-4625-914b-7c2f898209c7 req-8b555a52-8483-480e-bd97-751348fde716 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0683222 Feb 16 16:08:15.583285 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b53bf87c-7f14-4625-914b-7c2f898209c7 req-79f3d3a1-8679-4d25-aad2-4253995afc45 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671277 Feb 16 16:08:16.460797 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:16.731895 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd612627-3ffb-4f04-a2f7-949702aec547 req-79ecb4ee-a18f-41ad-b405-3bd67d80fb0a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:16.733465 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd612627-3ffb-4f04-a2f7-949702aec547 req-79ecb4ee-a18f-41ad-b405-3bd67d80fb0a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0654950 Feb 16 16:08:16.794771 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dd612627-3ffb-4f04-a2f7-949702aec547 req-fbd5e785-e238-403f-b7ee-30ac1108d4eb tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523522 Feb 16 16:08:16.931698 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 39998) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:17.072535 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0e70a639-bf9c-4624-93d5-2295723a33b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.158056 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0e70a639-bf9c-4624-93d5-2295723a33b8 admin admin] Publish callbacks [] for security_group (04cf4c7b-bfa5-476c-ae17-29f4145f322a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.164361 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0e70a639-bf9c-4624-93d5-2295723a33b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (04cf4c7b-bfa5-476c-ae17-29f4145f322a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.203243 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70a639-bf9c-4624-93d5-2295723a33b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf4c7b-bfa5-476c-ae17-29f4145f322a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:17.208362 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0e70a639-bf9c-4624-93d5-2295723a33b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=32fa0890a51a48299ed8e2ee940e7561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755089 Feb 16 16:08:17.211007 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40002) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:17.272878 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4504-3995-41af-96ee-12048d759ba1 admin admin] Publish callbacks [] for security_group (04cf4c7b-bfa5-476c-ae17-29f4145f322a), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.298332 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4504-3995-41af-96ee-12048d759ba1 admin admin] Publish callbacks [] for security_group (04cf4c7b-bfa5-476c-ae17-29f4145f322a), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.360624 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4504-3995-41af-96ee-12048d759ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (04cf4c7b-bfa5-476c-ae17-29f4145f322a), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.364298 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ecb4504-3995-41af-96ee-12048d759ba1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:17.365539 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3ecb4504-3995-41af-96ee-12048d759ba1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04cf4c7b-bfa5-476c-ae17-29f4145f322a HTTP/1.1" status: 204 len: 168 time: 0.1530466 Feb 16 16:08:17.376884 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb4504-3995-41af-96ee-12048d759ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf4c7b-bfa5-476c-ae17-29f4145f322a,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:17.948566 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49c46-38d5-4104-882f-472ab3a6cb25 req-b1b244b9-2000-4a41-9852-37477fe28460 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:17.950803 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-13e49c46-38d5-4104-882f-472ab3a6cb25 req-b1b244b9-2000-4a41-9852-37477fe28460 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0741630 Feb 16 16:08:18.005936 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-13e49c46-38d5-4104-882f-472ab3a6cb25 req-3e44b518-c1c6-4150-b684-4e87d2d8e936 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495310 Feb 16 16:08:19.140853 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd549-cf98-4d07-89fd-eaac25ebfba5 req-75629bf5-9b3c-48cf-ac24-590eae8c41e8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:19.142485 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ea8bd549-cf98-4d07-89fd-eaac25ebfba5 req-75629bf5-9b3c-48cf-ac24-590eae8c41e8 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0547655 Feb 16 16:08:19.191307 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ea8bd549-cf98-4d07-89fd-eaac25ebfba5 req-088036a0-f5fe-4add-8f69-1d728fa35265 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Feb 16 16:08:19.748649 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-0eed565a-48e5-472a-93eb-6e32964b9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:19.750115 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-0eed565a-48e5-472a-93eb-6e32964b9611 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1129 time: 0.0440962 Feb 16 16:08:19.842215 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-d6b80037-72df-4e97-9e10-3f19173cf33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:19.843708 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-d6b80037-72df-4e97-9e10-3f19173cf33a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.0869119 Feb 16 16:08:19.908713 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-c641ec09-8bec-4d0a-be2d-4b30649929de service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 1001 time: 0.0580959 Feb 16 16:08:19.955799 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-89db41b0-39b7-461b-95d7-039a50061681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:19.957797 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-89db41b0-39b7-461b-95d7-039a50061681 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0423865 Feb 16 16:08:20.008804 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-463ee50b-e71e-4820-bc70-fe665e35a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:20.010205 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-463ee50b-e71e-4820-bc70-fe665e35a7c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469496 Feb 16 16:08:20.100225 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-03ba76e6-2009-472b-9767-fe1603f57ba6 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822377 Feb 16 16:08:20.191646 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b2e9ae17-1b6b-4d81-a817-2819ba54b2f8 req-aa5dc6c2-b5f1-4d94-bb1f-ff4d2aa90302 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841155 Feb 16 16:08:20.316025 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7e9bc-341a-4fd3-bbe3-64b1ceef5645 req-1dbc61da-a0b7-42c5-9917-9ceb3b838894 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:20.317756 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bbe7e9bc-341a-4fd3-bbe3-64b1ceef5645 req-1dbc61da-a0b7-42c5-9917-9ceb3b838894 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0537906 Feb 16 16:08:20.365903 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bbe7e9bc-341a-4fd3-bbe3-64b1ceef5645 req-3af6ed6b-7893-44e7-871c-bf184c5bc305 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421057 Feb 16 16:08:21.491045 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fa12d-0ff3-401a-a939-bb75207413eb req-cbee8b79-a414-4d20-9151-281c541163dc tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:21.492536 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b25fa12d-0ff3-401a-a939-bb75207413eb req-cbee8b79-a414-4d20-9151-281c541163dc tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0534785 Feb 16 16:08:21.541346 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b25fa12d-0ff3-401a-a939-bb75207413eb req-7756729a-f8f9-48b7-8f0f-c81d8cecbb4c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Feb 16 16:08:22.671126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9fb7b-766a-46f8-8329-ee004db1c9bc req-6917c734-7ff7-4b61-a58a-c5db9505a34c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:22.672583 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-43f9fb7b-766a-46f8-8329-ee004db1c9bc req-6917c734-7ff7-4b61-a58a-c5db9505a34c tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 945 time: 0.0572071 Feb 16 16:08:22.971258 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-43f9fb7b-766a-46f8-8329-ee004db1c9bc req-736573a6-2078-4385-ac47-a9d0ea176bb3 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922237 Feb 16 16:08:23.103850 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:08:23.188084 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: ACTIVE; New status is: DOWN {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:23.188504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:23.218053 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:08:23.220354 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052be199-2b15-4ac8-9cde-b41afa74f5f0" -d '{"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:08:23.231768 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:23.236912 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:23.261675 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Feb 2022 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9e9254-9a67-4133-9c6c-73bf55e0f6e5 x-openstack-request-id: req-6c9e9254-9a67-4133-9c6c-73bf55e0f6e5 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:08:23.261965 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-unplugged", "status": "failed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "code": 422}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:08:23.262214 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c9e9254-9a67-4133-9c6c-73bf55e0f6e5 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:08:23.262647 dv-cinder-829560-1-iscsi neutron-server[102629]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'code': 422} returned with failed status Feb 16 16:08:23.291834 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=8']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:23.301628 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:08:23.896580 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68f94e-ecb7-4502-ba99-873c328d581c req-6c9d68c2-451e-4794-875f-96515c6c6c49 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:23.898202 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4c68f94e-ecb7-4502-ba99-873c328d581c req-6c9d68c2-451e-4794-875f-96515c6c6c49 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0640986 Feb 16 16:08:23.928488 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-63c91780-a638-4a10-b8ec-0030e41aac3d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494821 Feb 16 16:08:23.947251 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4c68f94e-ecb7-4502-ba99-873c328d581c req-4f8ef540-aa40-495c-ac4c-a2d3186e7955 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Feb 16 16:08:24.002267 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-a8054810-ea79-4bc2-877e-7db2c447933a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:24.003649 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-a8054810-ea79-4bc2-877e-7db2c447933a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports/4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 940 time: 0.0479174 Feb 16 16:08:24.834133 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-81759dd6-3b1f-4211-88da-9c98789979ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:24.835730 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-81759dd6-3b1f-4211-88da-9c98789979ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f&tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b HTTP/1.1" status: 200 len: 1127 time: 0.0500250 Feb 16 16:08:24.904491 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-c7b794ee-14d3-4aff-9bff-a2b7c58d41cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:24.906234 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-c7b794ee-14d3-4aff-9bff-a2b7c58d41cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1127 time: 0.0437217 Feb 16 16:08:25.015088 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-a47c021f-b65c-4a86-b723-26655450d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:25.015088 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-a47c021f-b65c-4a86-b723-26655450d26a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.0968273 Feb 16 16:08:25.072752 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668b1bf-ac85-4bbd-a002-b362e7421fda req-3f006e5d-c936-4bb4-873d-fa7868f15158 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:25.074237 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f668b1bf-ac85-4bbd-a002-b362e7421fda req-3f006e5d-c936-4bb4-873d-fa7868f15158 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0530450 Feb 16 16:08:25.081088 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-9664bd62-688d-418a-8c03-d806c3efae09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 999 time: 0.0596926 Feb 16 16:08:25.121048 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f668b1bf-ac85-4bbd-a002-b362e7421fda req-048e8737-0c0a-4c0c-9827-c2a881bf3b43 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Feb 16 16:08:25.128352 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-64c65138-3475-45bb-b0b3-6b97597c49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:25.130671 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-64c65138-3475-45bb-b0b3-6b97597c49e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0438740 Feb 16 16:08:25.185798 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-3ad83fc3-8a28-4e8b-b079-9676c2ea9f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:25.187331 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-3ad83fc3-8a28-4e8b-b079-9676c2ea9f4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487053 Feb 16 16:08:25.276994 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-135a74c0-cd3d-4736-bc3d-48e240461b9d service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835261 Feb 16 16:08:25.373148 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-45eb173a-c7ed-4564-a0b0-24d09ad86451 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864706 Feb 16 16:08:26.258567 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15b723-b602-451a-98ed-3e8a6793103b req-8989cc61-a148-464d-8fe2-53a6f5590840 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:26.260518 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa15b723-b602-451a-98ed-3e8a6793103b req-8989cc61-a148-464d-8fe2-53a6f5590840 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0601146 Feb 16 16:08:26.319081 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa15b723-b602-451a-98ed-3e8a6793103b req-1a357c3b-e6d9-4f2b-a561-1164dbf67daa tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518994 Feb 16 16:08:27.449870 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050f603-c5a2-45e8-8b93-81e1e32773f7 req-86a58543-0cf4-4d0b-bc19-13d5da5f702f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:27.451503 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3050f603-c5a2-45e8-8b93-81e1e32773f7 req-86a58543-0cf4-4d0b-bc19-13d5da5f702f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0586841 Feb 16 16:08:27.503094 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3050f603-c5a2-45e8-8b93-81e1e32773f7 req-7d3ae31f-cc39-469f-81a7-964a6a537fdb tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458167 Feb 16 16:08:28.633269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e5ef0-15de-4f76-acfa-02b0eb95ae7c req-5c618318-c7fa-4db2-8367-ab3aa3991f0a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:28.634743 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b25e5ef0-15de-4f76-acfa-02b0eb95ae7c req-5c618318-c7fa-4db2-8367-ab3aa3991f0a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0545490 Feb 16 16:08:28.687152 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b25e5ef0-15de-4f76-acfa-02b0eb95ae7c req-b850d986-8fa1-4868-9c9c-6f6701824965 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468702 Feb 16 16:08:29.830337 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd85b8-e4c5-4eae-b1a9-67b5a01e7814 req-73c66ab9-1989-47e4-b720-72a634b7fa82 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:29.831994 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-64cd85b8-e4c5-4eae-b1a9-67b5a01e7814 req-73c66ab9-1989-47e4-b720-72a634b7fa82 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0664461 Feb 16 16:08:29.880396 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-64cd85b8-e4c5-4eae-b1a9-67b5a01e7814 req-7da284ab-9d78-447a-b192-6c18223d0a5f tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427015 Feb 16 16:08:31.013347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b397192-9197-4503-b1a5-836f18045f4a req-560421d3-ea29-48b1-b4e4-0ce12da7e602 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:31.014945 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9b397192-9197-4503-b1a5-836f18045f4a req-560421d3-ea29-48b1-b4e4-0ce12da7e602 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0574081 Feb 16 16:08:31.075436 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9b397192-9197-4503-b1a5-836f18045f4a req-c4efe0b5-4efc-40bd-8d4b-57f27f187a4a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526016 Feb 16 16:08:32.202771 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92589324-fcfa-4d3a-ac44-1e765daea5d6 req-d437e3b1-ec75-40e0-b812-a02cc5348778 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:32.204587 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-92589324-fcfa-4d3a-ac44-1e765daea5d6 req-d437e3b1-ec75-40e0-b812-a02cc5348778 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0555108 Feb 16 16:08:32.258330 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-92589324-fcfa-4d3a-ac44-1e765daea5d6 req-4c51d537-dd39-4f93-b0b9-9377ba85a520 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473750 Feb 16 16:08:33.387801 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9372c787-18c6-438c-bc45-5d2e54d2048a req-32a60f67-2905-4396-852d-8167413714cc tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:33.389276 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9372c787-18c6-438c-bc45-5d2e54d2048a req-32a60f67-2905-4396-852d-8167413714cc tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0554237 Feb 16 16:08:33.443821 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9372c787-18c6-438c-bc45-5d2e54d2048a req-496ab750-8beb-4e55-8871-449f8ed2e218 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484457 Feb 16 16:08:34.586481 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ed1f-1677-4cd7-831f-b9d19b6ffd1b req-01f8ce70-1b80-419b-84a0-166bfc779ad5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:34.588031 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ba0ed1f-1677-4cd7-831f-b9d19b6ffd1b req-01f8ce70-1b80-419b-84a0-166bfc779ad5 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0563779 Feb 16 16:08:34.636264 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3ba0ed1f-1677-4cd7-831f-b9d19b6ffd1b req-797d17bd-6f31-443a-bc04-3a3ad9c4e093 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423036 Feb 16 16:08:35.765925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cf008-1fbc-4ee1-b30d-75d6145db24f req-27f42b19-8c8e-4910-99ae-1fd9a58b1748 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:35.767462 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a59cf008-1fbc-4ee1-b30d-75d6145db24f req-27f42b19-8c8e-4910-99ae-1fd9a58b1748 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0559444 Feb 16 16:08:35.817960 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a59cf008-1fbc-4ee1-b30d-75d6145db24f req-7aff7b5e-784d-466f-966c-8cfd849301a1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Feb 16 16:08:36.294426 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:36.530823 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94810029-2bad-4391-a5f6-42295f5ba078 req-ff0ed6c0-9a63-4d08-acb1-97cbb5be4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:36.532275 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-ff0ed6c0-9a63-4d08-acb1-97cbb5be4c22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1127 time: 0.0454826 Feb 16 16:08:36.649523 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94810029-2bad-4391-a5f6-42295f5ba078 req-99cf79c8-ac7f-4ff4-886e-f665648c0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:36.651116 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-99cf79c8-ac7f-4ff4-886e-f665648c0774 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 200 len: 918 time: 0.0942297 Feb 16 16:08:36.720033 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-d6753170-e0c8-43f3-8c6e-bb07c7b68052 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 200 len: 999 time: 0.0619683 Feb 16 16:08:36.774568 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94810029-2bad-4391-a5f6-42295f5ba078 req-4c27014c-2015-4971-a4ba-ce1f8014ecb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:36.776060 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-4c27014c-2015-4971-a4ba-ce1f8014ecb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 200 len: 856 time: 0.0454805 Feb 16 16:08:36.834481 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94810029-2bad-4391-a5f6-42295f5ba078 req-4d20ab82-8f12-4707-997e-98050cd3b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:36.835953 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-4d20ab82-8f12-4707-997e-98050cd3b794 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d44e3e6-f30b-477c-bc15-19ba17ea5263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486395 Feb 16 16:08:36.929995 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-3f0a8990-08f9-41d1-ae39-0dbd77b888f0 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848308 Feb 16 16:08:36.941822 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d0bb1-5e46-4ffc-8867-407fbdbef415 req-8f4b007e-be57-47fa-af65-926c795c376a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:36.943358 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d79d0bb1-5e46-4ffc-8867-407fbdbef415 req-8f4b007e-be57-47fa-af65-926c795c376a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0542467 Feb 16 16:08:36.992825 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d79d0bb1-5e46-4ffc-8867-407fbdbef415 req-b308ad6c-4e80-4df3-bab5-749377e20ec2 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436215 Feb 16 16:08:37.025259 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94810029-2bad-4391-a5f6-42295f5ba078 req-9b4d124e-cf2d-4e32-824f-e23e6ebfcec0 service neutron] 10.222.0.36 "GET /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887103 Feb 16 16:08:38.117138 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd5ed-43f0-4962-8c37-fc415d280667 req-ced81fcf-0cdd-49c6-9574-9d30f62a996e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:38.118677 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-733fd5ed-43f0-4962-8c37-fc415d280667 req-ced81fcf-0cdd-49c6-9574-9d30f62a996e tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0543177 Feb 16 16:08:38.165005 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-733fd5ed-43f0-4962-8c37-fc415d280667 req-54c630f3-9868-4fb9-b3f3-e388d930573d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408518 Feb 16 16:08:39.156920 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:08:39.258252 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:39.271128 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'port_id': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'mac_address': 'fa:16:3e:e9:84:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:08:39.306775 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69139561-d9fb-4414-bf82-efb8ef20d1f6 req-61d02f05-8e06-4e39-a633-363cc966bd55 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:39.308394 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69139561-d9fb-4414-bf82-efb8ef20d1f6 req-61d02f05-8e06-4e39-a633-363cc966bd55 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 943 time: 0.0605867 Feb 16 16:08:39.316897 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:39.317471 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:39.332741 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:08:39.353633 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:39.358297 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:39.360882 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-69139561-d9fb-4414-bf82-efb8ef20d1f6 req-bb333061-3049-49f7-ab05-a0530e2df6d1 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Feb 16 16:08:39.411892 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=9']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:39.594232 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:08:40.124239 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316fee43-c114-4a99-9e8e-e1cf43cecb50 req-bdf3ac64-f21c-40e5-94ff-9165c524489b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:40.125754 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-316fee43-c114-4a99-9e8e-e1cf43cecb50 req-bdf3ac64-f21c-40e5-94ff-9165c524489b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.0538642 Feb 16 16:08:40.131176 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-0489f3af-c7a0-482d-8fd3-5e2d3502dfdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:40.173860 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-316fee43-c114-4a99-9e8e-e1cf43cecb50 req-2393cf38-62b2-44e7-b5cd-a088695fd370 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415323 Feb 16 16:08:40.488301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f27ee-3235-4533-b599-ce5ca8ec584d req-b34cacc3-2dc7-4d30-8b86-6868496767c9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:40.489774 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b37f27ee-3235-4533-b599-ce5ca8ec584d req-b34cacc3-2dc7-4d30-8b86-6868496767c9 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 944 time: 0.0544631 Feb 16 16:08:40.539265 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b37f27ee-3235-4533-b599-ce5ca8ec584d req-809ebcd8-81f0-4e6c-8e98-206b3644f9de tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438087 Feb 16 16:08:41.172295 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:08:41.221236 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:08:41.221619 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:41.295536 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a9556-5f01-4873-97fa-057f5284931e req-5e3b47c8-ef90-4b39-abaa-09da0263bf6f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:41.297124 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9a7a9556-5f01-4873-97fa-057f5284931e req-5e3b47c8-ef90-4b39-abaa-09da0263bf6f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.0552285 Feb 16 16:08:41.306319 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:08:41.306719 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:41.330248 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:08:41.332587 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e0d1e6-a6f1-4764-a69c-2bb059caa123" -d '{"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:08:41.344740 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:41.349259 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:41.356153 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9a7a9556-5f01-4873-97fa-057f5284931e req-0759fda6-825b-4da8-9ffa-13f47cb2f078 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519826 Feb 16 16:08:41.375493 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813f231c-f369-43ac-8a26-0a2dc248906d x-openstack-request-id: req-813f231c-f369-43ac-8a26-0a2dc248906d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:08:41.375789 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-plugged", "status": "completed", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:08:41.376045 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-813f231c-f369-43ac-8a26-0a2dc248906d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:08:41.376439 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'code': 200} Feb 16 16:08:41.404168 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=10']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:41.562203 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d4925e-1bba-478f-ad95-8c770d92062b req-03b990b6-0676-4caa-8ff6-26647b2a288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:41.563628 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7d4925e-1bba-478f-ad95-8c770d92062b req-03b990b6-0676-4caa-8ff6-26647b2a288e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 1130 time: 0.0446613 Feb 16 16:08:41.617611 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e7d4925e-1bba-478f-ad95-8c770d92062b req-ddcc2b9c-1e62-4d16-8e33-15bfc0b147d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 Feb 16 16:08:41.666368 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99944a31-bb41-4abe-aa07-23a1cec0dba1 req-6e05b4a9-d6e1-4a8a-b640-e0f80c3921db tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:41.667872 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-99944a31-bb41-4abe-aa07-23a1cec0dba1 req-6e05b4a9-d6e1-4a8a-b640-e0f80c3921db tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 946 time: 0.0530126 Feb 16 16:08:41.718393 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-99944a31-bb41-4abe-aa07-23a1cec0dba1 req-038667dc-e129-4fbb-b9d0-9e2205a46295 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449023 Feb 16 16:08:42.132085 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-6ade7311-3fad-4ab3-a2eb-b11c8fb6aca8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:42.133535 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-6ade7311-3fad-4ab3-a2eb-b11c8fb6aca8 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.0522478 Feb 16 16:08:42.231085 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Deleting port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:08:42.231435 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:42.320099 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] For port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:42.320471 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:42.532770 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e31a9-b963-4581-8b6d-25842640ea04 req-33e68503-72fc-447c-a066-c9ae4f846892 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:42.534264 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6e1e31a9-b963-4581-8b6d-25842640ea04 req-33e68503-72fc-447c-a066-c9ae4f846892 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/ports?device_id=f3566775-d7e9-48da-8243-3343efed6245 HTTP/1.1" status: 200 len: 945 time: 0.1150744 Feb 16 16:08:42.536478 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:42.536849 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (4880c3bf-30ce-4a9b-a62e-835c227f4454), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:42.537167 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Floating IP 4880c3bf-30ce-4a9b-a62e-835c227f4454 disassociated. External IP: 172.27.0.31, port: a05f5b46-9d23-4e81-ae25-3c9923e6dbbe. Feb 16 16:08:42.537510 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Calling delete_port for a05f5b46-9d23-4e81-ae25-3c9923e6dbbe owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:08:42.594781 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a67f591f-8334-41a2-98f2-81f998941d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:42.636754 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6e1e31a9-b963-4581-8b6d-25842640ea04 req-5697da3e-97d1-4d3e-bb06-e66fe0edbb6b tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups?id=6e6ec8e2-4d11-4208-a4a5-cba48729e179&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969048 Feb 16 16:08:42.715236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (a05f5b46-9d23-4e81-ae25-3c9923e6dbbe), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:42.744200 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event deleted for resources: {'Port': ['ID=a05f5b46-9d23-4e81-ae25-3c9923e6dbbe,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:42.856457 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82357b54-34d6-45fe-a369-aa1062b4ef98 req-e8a70cc7-637b-4106-b5eb-06ac4398dd33 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:42.858212 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82357b54-34d6-45fe-a369-aa1062b4ef98 req-e8a70cc7-637b-4106-b5eb-06ac4398dd33 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 946 time: 0.0599673 Feb 16 16:08:42.871872 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:08:42.908405 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-82357b54-34d6-45fe-a369-aa1062b4ef98 req-1c89b8c8-0f76-4f46-9ddd-649f825871b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Feb 16 16:08:42.996041 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:08:43.007495 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cc498-7947-4164-86ce-928ad1910641 None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:08:43.024943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:08:43.025574 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:08:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:43.041913 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] No DVR routers for this DVR port a05f5b46-9d23-4e81-ae25-3c9923e6dbbe on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:08:43.044875 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:43.048354 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d812d3fd-f6aa-408b-a598-ae7e8532296f req-20c2fc66-9aba-405d-bbc9-bba6272cc01d tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.36 "DELETE /v2.0/ports/a05f5b46-9d23-4e81-ae25-3c9923e6dbbe HTTP/1.1" status: 204 len: 173 time: 0.9091191 Feb 16 16:08:43.048760 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'name': 'network-vif-deleted', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:08:43.051191 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d54154-e869-4e9e-8860-bca21958147c" -d '{"events": [{"server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "name": "network-vif-deleted", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:08:43.116731 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c180d-6a7d-49c9-b3a8-60dab2bf2b8d x-openstack-request-id: req-649c180d-6a7d-49c9-b3a8-60dab2bf2b8d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:08:43.116939 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3566775-d7e9-48da-8243-3343efed6245", "name": "network-vif-deleted", "tag": "a05f5b46-9d23-4e81-ae25-3c9923e6dbbe", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:08:43.117269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-649c180d-6a7d-49c9-b3a8-60dab2bf2b8d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:08:43.117738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3566775-d7e9-48da-8243-3343efed6245', 'name': 'network-vif-deleted', 'tag': 'a05f5b46-9d23-4e81-ae25-3c9923e6dbbe', 'status': 'completed', 'code': 200} Feb 16 16:08:43.301093 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:08:43.512016 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:43.554584 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cc498-7947-4164-86ce-928ad1910641 None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:08:43.564473 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:08:43.565081 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:08:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:43.670282 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:43.698592 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:08:43.724033 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40244) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:43.783878 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-33a8913b-943b-42df-953b-415fb2f32947 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (6e6ec8e2-4d11-4208-a4a5-cba48729e179), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:43.808504 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-33a8913b-943b-42df-953b-415fb2f32947 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (6e6ec8e2-4d11-4208-a4a5-cba48729e179), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:43.859319 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-33a8913b-943b-42df-953b-415fb2f32947 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (6e6ec8e2-4d11-4208-a4a5-cba48729e179), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:43.862046 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-33a8913b-943b-42df-953b-415fb2f32947 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:43.866017 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-33a8913b-943b-42df-953b-415fb2f32947 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "DELETE /v2.0/security-groups/6e6ec8e2-4d11-4208-a4a5-cba48729e179 HTTP/1.1" status: 204 len: 168 time: 0.1383781 Feb 16 16:08:43.866873 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40246) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:43.876828 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8913b-943b-42df-953b-415fb2f32947 tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ec8e2-4d11-4208-a4a5-cba48729e179,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:43.889952 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.api.v2.resource [None req-c8e1cb7f-e24d-479c-aede-93734756a96f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] show failed (client error): The resource could not be found. Feb 16 16:08:43.894596 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40248) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:43.894875 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c8e1cb7f-e24d-479c-aede-93734756a96f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "GET /v2.0/security-groups/6e6ec8e2-4d11-4208-a4a5-cba48729e179 HTTP/1.1" status: 404 len: 347 time: 0.0250161 Feb 16 16:08:43.921948 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-699cc498-7947-4164-86ce-928ad1910641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:43.953811 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cc498-7947-4164-86ce-928ad1910641 None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:02:38Z', 'revision_number': 4, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'be70a6c0-0eb0-40bd-b6a4-3be4b41068aa', 'name': '', 'network_id': '40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'mac_address': 'fa:16:3e:a4:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:37Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'subnets': [{'id': 'fea91056-8b15-4e3d-91cb-b52b0228a176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:08:44.062438 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Deleting port 9601ecc3-8c0b-408c-b381-839f7a3f7f40 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:08:44.062782 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:44.084912 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1dbbd-895e-41a1-ac04-5177b36ae06d req-8d589fc0-6639-4972-b483-1b7d22febe64 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:08:44.087336 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-28d1dbbd-895e-41a1-ac04-5177b36ae06d req-8d589fc0-6639-4972-b483-1b7d22febe64 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 946 time: 0.0843005 Feb 16 16:08:44.187852 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:44.188181 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (9601ecc3-8c0b-408c-b381-839f7a3f7f40), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:44.193510 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-28d1dbbd-895e-41a1-ac04-5177b36ae06d req-32afbdc6-dd65-445e-a38b-1c834fecd34b tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998273 Feb 16 16:08:44.204276 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Calling delete_port for 9601ecc3-8c0b-408c-b381-839f7a3f7f40 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:08:44.208070 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e9727d-a05a-4dc6-811b-468660b79491 None None] New status for floating IP 4880c3bf-30ce-4a9b-a62e-835c227f4454: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:08:44.370548 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (9601ecc3-8c0b-408c-b381-839f7a3f7f40), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:44.396286 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Pushing event deleted for resources: {'Port': ['ID=9601ecc3-8c0b-408c-b381-839f7a3f7f40,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:44.462838 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks [] for floatingip (4880c3bf-30ce-4a9b-a62e-835c227f4454), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:44.465246 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:44.466387 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a1220922-45e9-49fd-bd59-b4930491366f tempest-AttachVolumeTestJSON-191447090 tempest-AttachVolumeTestJSON-191447090-project] 10.222.0.69 "DELETE /v2.0/floatingips/4880c3bf-30ce-4a9b-a62e-835c227f4454 HTTP/1.1" status: 204 len: 168 time: 0.5695720 Feb 16 16:08:45.084651 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:45.187316 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a05f5b46-9d23-4e81-ae25-3c9923e6dbbe no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:08:45.208723 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: a05f5b46-9d23-4e81-ae25-3c9923e6dbbe {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:08:45.209071 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device a05f5b46-9d23-4e81-ae25-3c9923e6dbbe not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:08:46.455274 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:47.995813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40280) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:48.569802 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:48.851117 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Deleting port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:08:48.851369 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:48.934070 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] For port be70a6c0-0eb0-40bd-b6a4-3be4b41068aa, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:48.934434 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:48.948286 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Calling delete_port for be70a6c0-0eb0-40bd-b6a4-3be4b41068aa owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:08:49.160301 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (be70a6c0-0eb0-40bd-b6a4-3be4b41068aa), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:49.192941 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=be70a6c0-0eb0-40bd-b6a4-3be4b41068aa,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:49.376803 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:49.873601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:08:49.990589 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:08:49.996687 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e257d7e1-ac9c-4338-bdbd-4eed03554d2d admin admin] 10.222.0.69 "PUT /v2.0/routers/9bfd9b5a-0b27-4780-a15b-5cb5c45c342d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9996634 Feb 16 16:08:49.999610 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40286) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:50.002497 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] Sync routers for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:08:50.013839 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:08:50.014536 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:08:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:50.124207 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks [] for router (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.141176 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:08:50.240680 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks [] for router_gateway (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.300044 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Deleting port a28cdf7b-5bfd-479e-8842-c984c3bcb91a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:08:50.300582 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.353507 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:08:49Z', 'revision_number': 5, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port': {'id': 'a28cdf7b-5bfd-479e-8842-c984c3bcb91a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:33Z', 'updated_at': '2022-02-16T16:02:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:50.395782 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] Checking router: 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:08:50.402972 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] For port a28cdf7b-5bfd-479e-8842-c984c3bcb91a, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:50.403371 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.406883 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] Routers {'9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:08:50.407705 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:08:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:50.418821 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Calling delete_port for a28cdf7b-5bfd-479e-8842-c984c3bcb91a owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:08:50.504963 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] Set router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:08:50.564866 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:08:50Z', 'revision_number': 6, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:50.593908 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f32451-dd3b-4a8d-b29f-3db8bf52c220 None None] The sync data for ids ['9bfd9b5a-0b27-4780-a15b-5cb5c45c342d'] in dv-cinder-829560-1-iscsi is: [{'id': '9bfd9b5a-0b27-4780-a15b-5cb5c45c342d', 'name': 'tempest-AttachVolumeTestJSON-640541418-router', 'tenant_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:32Z', 'updated_at': '2022-02-16T16:08:50Z', 'revision_number': 6, 'project_id': '1b25eafaa6dc4da1b018bc9c0dfb4d0a', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:08:50.611942 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (a28cdf7b-5bfd-479e-8842-c984c3bcb91a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.643253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a28cdf7b-5bfd-479e-8842-c984c3bcb91a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:50.714575 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.811812 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.814261 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks [] for router_controller (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.859594 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (9bfd9b5a-0b27-4780-a15b-5cb5c45c342d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.860168 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bfd9b5a-0b27-4780-a15b-5cb5c45c342d {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:08:50.865156 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.866499 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-91f4145e-0993-40ae-b52f-fcb02084c8cb admin admin] 10.222.0.69 "DELETE /v2.0/routers/9bfd9b5a-0b27-4780-a15b-5cb5c45c342d HTTP/1.1" status: 204 len: 168 time: 0.8658822 Feb 16 16:08:50.869227 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40290) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:50.915728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Deleting subnet fea91056-8b15-4e3d-91cb-b52b0228a176 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:08:50.918953 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Publish callbacks [] for subnet (fea91056-8b15-4e3d-91cb-b52b0228a176), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:50.954442 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (fea91056-8b15-4e3d-91cb-b52b0228a176), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.049108 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (fea91056-8b15-4e3d-91cb-b52b0228a176), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.102034 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (fea91056-8b15-4e3d-91cb-b52b0228a176), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.127298 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea91056-8b15-4e3d-91cb-b52b0228a176,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:51.130707 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.136200 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-09f2bd7b-dee3-49e1-8a43-615e916c6956 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fea91056-8b15-4e3d-91cb-b52b0228a176 HTTP/1.1" status: 204 len: 168 time: 0.2636526 Feb 16 16:08:51.136570 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40292) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:51.139156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b7d15-2c1f-48a3-8e55-32359f2357a2 None None] Network 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:08:51.205482 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.265320 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Deleting port 8a867c10-f96c-4a98-b717-99b6c26c837f {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:08:51.265663 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.330507 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] For port 8a867c10-f96c-4a98-b717-99b6c26c837f, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=8a867c10-f96c-4a98-b717-99b6c26c837f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:51.330937 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.346308 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Calling delete_port for 8a867c10-f96c-4a98-b717-99b6c26c837f owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:08:51.351243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] DHCP port deletion for 40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:08:51.404131 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] Deleting port 8a867c10-f96c-4a98-b717-99b6c26c837f {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:08:51.404515 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.437869 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.466785 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a867c10-f96c-4a98-b717-99b6c26c837f,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:51.468777 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] No DVR routers for this DVR port 8a867c10-f96c-4a98-b717-99b6c26c837f on host dv-cinder-829560-1-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:08:51.481791 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] For port 8a867c10-f96c-4a98-b717-99b6c26c837f, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=8a867c10-f96c-4a98-b717-99b6c26c837f,segment=NetworkSegment(4ef3b6e1-f441-4cc1-a116-940e83b0e85f),segment_id=4ef3b6e1-f441-4cc1-a116-940e83b0e85f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:08:51.482203 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.500138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] Calling delete_port for 8a867c10-f96c-4a98-b717-99b6c26c837f owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:08:51.549042 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.571265 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:51.581508 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ef3b6e1-f441-4cc1-a116-940e83b0e85f') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:51.581815 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ef3b6e1-f441-4cc1-a116-940e83b0e85f') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:08:51.585610 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951'] for port (8a867c10-f96c-4a98-b717-99b6c26c837f), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.593121 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (4ef3b6e1-f441-4cc1-a116-940e83b0e85f), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.610429 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (4ef3b6e1-f441-4cc1-a116-940e83b0e85f), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.615582 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] No DVR routers for this DVR port 8a867c10-f96c-4a98-b717-99b6c26c837f on host dv-cinder-829560-1-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:08:51.618834 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:08:51.618956 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d2789-6436-4ac9-a027-cfd9c9ae8999 None None] Pushing event deleted for resources: {'Port': ['ID=8a867c10-f96c-4a98-b717-99b6c26c837f,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:51.619078 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (4ef3b6e1-f441-4cc1-a116-940e83b0e85f), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:08:51.620917 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:08:51.680539 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.686388 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.689770 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] 10.222.0.69 "DELETE /v2.0/networks/40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d HTTP/1.1" status: 204 len: 168 time: 0.5524526 Feb 16 16:08:51.704289 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d211b4c-434b-45a3-b012-399a38bd5c60 admin admin] Pushing event deleted for resources: {'Network': ['ID=40dd4ecd-5dc1-4f1c-9615-ebadeac3e26d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:51.804511 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40296) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:51.844177 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e26e68b6-337b-4492-a405-cd9c24925b84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b25eafaa6dc4da1b018bc9c0dfb4d0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384557 Feb 16 16:08:51.847278 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40298) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:51.898070 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5123eedd-8800-4e86-9a9f-800945ed0a37 admin admin] Publish callbacks [] for security_group (f489c654-af93-41ae-8926-b28415c787a5), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.919979 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5123eedd-8800-4e86-9a9f-800945ed0a37 admin admin] Publish callbacks [] for security_group (f489c654-af93-41ae-8926-b28415c787a5), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.970580 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5123eedd-8800-4e86-9a9f-800945ed0a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f489c654-af93-41ae-8926-b28415c787a5), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.973867 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5123eedd-8800-4e86-9a9f-800945ed0a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:51.975457 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5123eedd-8800-4e86-9a9f-800945ed0a37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f489c654-af93-41ae-8926-b28415c787a5 HTTP/1.1" status: 204 len: 168 time: 0.1269226 Feb 16 16:08:51.984402 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5123eedd-8800-4e86-9a9f-800945ed0a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f489c654-af93-41ae-8926-b28415c787a5,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:52.149558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device a28cdf7b-5bfd-479e-8842-c984c3bcb91a no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:08:52.170235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: a28cdf7b-5bfd-479e-8842-c984c3bcb91a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:08:52.170658 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device a28cdf7b-5bfd-479e-8842-c984c3bcb91a not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:08:52.171166 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device be70a6c0-0eb0-40bd-b6a4-3be4b41068aa no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:08:52.194662 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: be70a6c0-0eb0-40bd-b6a4-3be4b41068aa {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:08:52.195137 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device be70a6c0-0eb0-40bd-b6a4-3be4b41068aa not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:08:52.195640 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 8a867c10-f96c-4a98-b717-99b6c26c837f no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:08:52.215929 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 8a867c10-f96c-4a98-b717-99b6c26c837f {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:08:52.216276 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 8a867c10-f96c-4a98-b717-99b6c26c837f not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:08:53.967487 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40368) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:54.092828 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de1ede2e-50b6-4952-b4de-e74dc12fe087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.186451 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de1ede2e-50b6-4952-b4de-e74dc12fe087 admin admin] Publish callbacks [] for security_group (e3f14509-2278-4626-a9c8-165759e7a238), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.191664 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-de1ede2e-50b6-4952-b4de-e74dc12fe087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (e3f14509-2278-4626-a9c8-165759e7a238), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.236624 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-de1ede2e-50b6-4952-b4de-e74dc12fe087 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1d08e98cd07249ee98c9c5a061df1ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680271 Feb 16 16:08:54.238383 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ede2e-50b6-4952-b4de-e74dc12fe087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f14509-2278-4626-a9c8-165759e7a238,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:54.240399 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40372) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:54.296874 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5b7c55dc-32b7-434a-a5f5-0b7c74f2f6aa admin admin] Publish callbacks [] for security_group (e3f14509-2278-4626-a9c8-165759e7a238), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.323581 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5b7c55dc-32b7-434a-a5f5-0b7c74f2f6aa admin admin] Publish callbacks [] for security_group (e3f14509-2278-4626-a9c8-165759e7a238), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.377012 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5b7c55dc-32b7-434a-a5f5-0b7c74f2f6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (e3f14509-2278-4626-a9c8-165759e7a238), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.380706 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-5b7c55dc-32b7-434a-a5f5-0b7c74f2f6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.384020 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-5b7c55dc-32b7-434a-a5f5-0b7c74f2f6aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e3f14509-2278-4626-a9c8-165759e7a238 HTTP/1.1" status: 204 len: 168 time: 0.1404204 Feb 16 16:08:54.391006 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c55dc-32b7-434a-a5f5-0b7c74f2f6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f14509-2278-4626-a9c8-165759e7a238,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:54.688885 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40378) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:54.702386 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9c16dbaf-98c5-4ba9-8465-8ba0d4e880e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.795819 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9c16dbaf-98c5-4ba9-8465-8ba0d4e880e1 admin admin] Publish callbacks [] for security_group (8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.801432 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9c16dbaf-98c5-4ba9-8465-8ba0d4e880e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.842273 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16dbaf-98c5-4ba9-8465-8ba0d4e880e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:54.851071 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9c16dbaf-98c5-4ba9-8465-8ba0d4e880e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a6ad0a0e60e42a38888064f4d92e397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592560 Feb 16 16:08:54.851941 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40380) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:54.904286 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-66cccf25-27e4-44cd-ab2e-8c95ec7d792d admin admin] Publish callbacks [] for security_group (8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.928060 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-66cccf25-27e4-44cd-ab2e-8c95ec7d792d admin admin] Publish callbacks [] for security_group (8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.978026 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-66cccf25-27e4-44cd-ab2e-8c95ec7d792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.980632 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-66cccf25-27e4-44cd-ab2e-8c95ec7d792d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:54.981806 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-66cccf25-27e4-44cd-ab2e-8c95ec7d792d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58 HTTP/1.1" status: 204 len: 168 time: 0.1288953 Feb 16 16:08:54.990368 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cccf25-27e4-44cd-ab2e-8c95ec7d792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d32e5-50a8-4fd1-bd2e-b8f77994ef58,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:56.661461 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40426) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:56.775232 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f537fe-ecc4-453a-9301-3dbf381d867c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:56.857374 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f537fe-ecc4-453a-9301-3dbf381d867c admin admin] Publish callbacks [] for security_group (4135b09a-35fb-4759-93c7-283cff75b5bf), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:56.861301 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-12f537fe-ecc4-453a-9301-3dbf381d867c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4135b09a-35fb-4759-93c7-283cff75b5bf), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:56.906469 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-12f537fe-ecc4-453a-9301-3dbf381d867c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b793de35fb0b4ecb9e4d7e0e9f6ef280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438834 Feb 16 16:08:56.907477 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f537fe-ecc4-453a-9301-3dbf381d867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4135b09a-35fb-4759-93c7-283cff75b5bf,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:56.909283 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40430) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:56.959743 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Publish callbacks [] for security_group (4135b09a-35fb-4759-93c7-283cff75b5bf), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:56.981322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Publish callbacks [] for security_group (4135b09a-35fb-4759-93c7-283cff75b5bf), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.027563 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4135b09a-35fb-4759-93c7-283cff75b5bf), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.030448 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.031634 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4135b09a-35fb-4759-93c7-283cff75b5bf HTTP/1.1" status: 204 len: 168 time: 0.1213565 Feb 16 16:08:57.043097 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4135b09a-35fb-4759-93c7-283cff75b5bf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:57.047014 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.047402 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.047752 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.048093 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.048433 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.048796 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.049128 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.049965 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.050318 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.050632 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.051069 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.051403 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.051729 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-affc950a-341a-4ddc-8101-c4ec6f298c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:08:57.292309 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40436) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:57.306397 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50b34f37-76e4-43d9-be4b-23e80f7d67ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.382745 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50b34f37-76e4-43d9-be4b-23e80f7d67ed admin admin] Publish callbacks [] for security_group (51a3697f-27a4-4a9b-a44a-8c587bede7d0), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.386967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-50b34f37-76e4-43d9-be4b-23e80f7d67ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (51a3697f-27a4-4a9b-a44a-8c587bede7d0), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.447929 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-50b34f37-76e4-43d9-be4b-23e80f7d67ed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b4d9e990cf345dcbef13bcc98e4376b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545084 Feb 16 16:08:57.448929 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b34f37-76e4-43d9-be4b-23e80f7d67ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3697f-27a4-4a9b-a44a-8c587bede7d0,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:57.451089 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40438) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:57.504196 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4ea358a-0c78-4c1f-9f56-ed920b733e86 admin admin] Publish callbacks [] for security_group (51a3697f-27a4-4a9b-a44a-8c587bede7d0), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.524759 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4ea358a-0c78-4c1f-9f56-ed920b733e86 admin admin] Publish callbacks [] for security_group (51a3697f-27a4-4a9b-a44a-8c587bede7d0), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.571723 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4ea358a-0c78-4c1f-9f56-ed920b733e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (51a3697f-27a4-4a9b-a44a-8c587bede7d0), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.574405 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d4ea358a-0c78-4c1f-9f56-ed920b733e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:57.575568 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d4ea358a-0c78-4c1f-9f56-ed920b733e86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51a3697f-27a4-4a9b-a44a-8c587bede7d0 HTTP/1.1" status: 204 len: 168 time: 0.1231930 Feb 16 16:08:57.583608 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea358a-0c78-4c1f-9f56-ed920b733e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3697f-27a4-4a9b-a44a-8c587bede7d0,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:59.236503 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40492) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:59.338754 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7f1-d701-4092-88b8-4208a08da93d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.421520 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7f1-d701-4092-88b8-4208a08da93d admin admin] Publish callbacks [] for security_group (5e8d6674-4c6b-4c22-920a-c82c4f6906c9), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.425875 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b99ad7f1-d701-4092-88b8-4208a08da93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (5e8d6674-4c6b-4c22-920a-c82c4f6906c9), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.470976 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ad7f1-d701-4092-88b8-4208a08da93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8d6674-4c6b-4c22-920a-c82c4f6906c9,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:59.476885 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b99ad7f1-d701-4092-88b8-4208a08da93d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37da162ff26f41c886aab6eba36463c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393069 Feb 16 16:08:59.479864 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40496) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:59.530968 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63470a7-3121-4bc3-983b-20de13560d2a admin admin] Publish callbacks [] for security_group (5e8d6674-4c6b-4c22-920a-c82c4f6906c9), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.551898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63470a7-3121-4bc3-983b-20de13560d2a admin admin] Publish callbacks [] for security_group (5e8d6674-4c6b-4c22-920a-c82c4f6906c9), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.596741 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63470a7-3121-4bc3-983b-20de13560d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (5e8d6674-4c6b-4c22-920a-c82c4f6906c9), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.599424 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f63470a7-3121-4bc3-983b-20de13560d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.600564 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f63470a7-3121-4bc3-983b-20de13560d2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e8d6674-4c6b-4c22-920a-c82c4f6906c9 HTTP/1.1" status: 204 len: 168 time: 0.1196339 Feb 16 16:08:59.608604 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63470a7-3121-4bc3-983b-20de13560d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8d6674-4c6b-4c22-920a-c82c4f6906c9,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:08:59.863057 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:08:59.876196 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d96e963-63f6-4258-b7e6-e2eca6cd41f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.952388 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d96e963-63f6-4258-b7e6-e2eca6cd41f6 admin admin] Publish callbacks [] for security_group (f2102c48-1301-4d9c-9e69-630d15471ac7), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.956929 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9d96e963-63f6-4258-b7e6-e2eca6cd41f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f2102c48-1301-4d9c-9e69-630d15471ac7), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:08:59.999552 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9d96e963-63f6-4258-b7e6-e2eca6cd41f6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=79d337ddb14041f6bb555a0aeab70366&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352985 Feb 16 16:09:00.000574 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96e963-63f6-4258-b7e6-e2eca6cd41f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2102c48-1301-4d9c-9e69-630d15471ac7,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:00.002260 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40504) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:00.054476 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c2e99b2-447a-4916-9278-290efec303f7 admin admin] Publish callbacks [] for security_group (f2102c48-1301-4d9c-9e69-630d15471ac7), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:00.075448 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c2e99b2-447a-4916-9278-290efec303f7 admin admin] Publish callbacks [] for security_group (f2102c48-1301-4d9c-9e69-630d15471ac7), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:00.120637 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c2e99b2-447a-4916-9278-290efec303f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f2102c48-1301-4d9c-9e69-630d15471ac7), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:00.123236 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1c2e99b2-447a-4916-9278-290efec303f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:00.124391 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1c2e99b2-447a-4916-9278-290efec303f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2102c48-1301-4d9c-9e69-630d15471ac7 HTTP/1.1" status: 204 len: 168 time: 0.1205344 Feb 16 16:09:00.133043 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e99b2-447a-4916-9278-290efec303f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2102c48-1301-4d9c-9e69-630d15471ac7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:00.300934 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:09:06.277703 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:10.134353 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7ed83a9c-3836-480b-a11a-8b6b6efb0c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:12.597184 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-acb9f77d-e64f-48cd-aa7d-1777a34fb711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:13.632799 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:15.087230 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:16.459648 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:19.630959 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40632) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:19.743842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:19.828170 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Publish callbacks [] for security_group (a4d7ca3e-6d5b-42f8-9745-dedb274953f0), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:19.833132 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (a4d7ca3e-6d5b-42f8-9745-dedb274953f0), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:19.874826 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab2b8fccd6ff44779a85ad053f68cf74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426517 Feb 16 16:09:19.875573 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d7ca3e-6d5b-42f8-9745-dedb274953f0,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:19.878375 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40636) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:19.883983 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.884346 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.884691 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.885060 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.885425 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.885782 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.886125 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.886461 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.886793 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.887180 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.887494 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.887820 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.888143 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ec9f0c-c0fd-4c98-8fa8-0499d4651272 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:19.931601 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-451424d9-a1cc-4ee9-9f14-255d94190179 admin admin] Publish callbacks [] for security_group (a4d7ca3e-6d5b-42f8-9745-dedb274953f0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:19.954363 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-451424d9-a1cc-4ee9-9f14-255d94190179 admin admin] Publish callbacks [] for security_group (a4d7ca3e-6d5b-42f8-9745-dedb274953f0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:20.007645 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-451424d9-a1cc-4ee9-9f14-255d94190179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (a4d7ca3e-6d5b-42f8-9745-dedb274953f0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:20.010218 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-451424d9-a1cc-4ee9-9f14-255d94190179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:20.011477 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-451424d9-a1cc-4ee9-9f14-255d94190179 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4d7ca3e-6d5b-42f8-9745-dedb274953f0 HTTP/1.1" status: 204 len: 168 time: 0.1321087 Feb 16 16:09:20.020515 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451424d9-a1cc-4ee9-9f14-255d94190179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d7ca3e-6d5b-42f8-9745-dedb274953f0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:22.610385 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05edb03-77b7-42f7-9d38-7caa55df52be req-2713ae56-2b20-4602-95b9-db68d76cc9e7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:22.612226 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a05edb03-77b7-42f7-9d38-7caa55df52be req-2713ae56-2b20-4602-95b9-db68d76cc9e7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 946 time: 0.0554910 Feb 16 16:09:22.665286 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-a05edb03-77b7-42f7-9d38-7caa55df52be req-0626c2bc-ab9d-4cb7-8d7a-8183f0614e18 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475080 Feb 16 16:09:23.799578 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402457b6-0d4f-4198-9afc-9b295f18b0d8 req-c8918635-b84c-4fd2-8e99-7a36094fe330 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:23.801108 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-402457b6-0d4f-4198-9afc-9b295f18b0d8 req-c8918635-b84c-4fd2-8e99-7a36094fe330 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 946 time: 0.0573153 Feb 16 16:09:23.849687 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-402457b6-0d4f-4198-9afc-9b295f18b0d8 req-c6a2f3b0-ee98-44b9-a559-dc8f7f3f1a12 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups?id=4789353b-7ef4-4426-bc7c-f096a0e63662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429544 Feb 16 16:09:23.903490 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154c8e5-412e-491c-9077-1f12cb81206d req-1b5d7e53-d0bc-41fe-ba57-f87b68fcd21d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:23.905253 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4154c8e5-412e-491c-9077-1f12cb81206d req-1b5d7e53-d0bc-41fe-ba57-f87b68fcd21d tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 946 time: 0.0697308 Feb 16 16:09:23.957084 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40716) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:24.007046 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Deleting port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:09:24.007393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.087006 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f65dc199-4abe-4744-a5d2-d1a8311e6e2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.125789 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] For port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:24.126152 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.525284 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f65dc199-4abe-4744-a5d2-d1a8311e6e2e admin admin] Publish callbacks [] for security_group (2b92ddf2-a9f5-4468-8aef-12d0ef1d614d), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.531403 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f65dc199-4abe-4744-a5d2-d1a8311e6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2b92ddf2-a9f5-4468-8aef-12d0ef1d614d), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.614738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f65dc199-4abe-4744-a5d2-d1a8311e6e2e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73216f507cf64f59b88a7e05254049e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6565704 Feb 16 16:09:24.617430 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40720) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:24.617683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc199-4abe-4744-a5d2-d1a8311e6e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b92ddf2-a9f5-4468-8aef-12d0ef1d614d,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:24.633740 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.634102 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (65eed54f-0b66-40eb-9173-4f96ace3a8c7), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.634417 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Floating IP 65eed54f-0b66-40eb-9173-4f96ace3a8c7 disassociated. External IP: 172.27.0.167, port: 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa. Feb 16 16:09:24.634765 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Calling delete_port for 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:09:24.667646 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ab572c5-a4af-4fd1-b1a1-0d6c5888f665 admin admin] Publish callbacks [] for security_group (2b92ddf2-a9f5-4468-8aef-12d0ef1d614d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.690834 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ab572c5-a4af-4fd1-b1a1-0d6c5888f665 admin admin] Publish callbacks [] for security_group (2b92ddf2-a9f5-4468-8aef-12d0ef1d614d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.740109 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ab572c5-a4af-4fd1-b1a1-0d6c5888f665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (2b92ddf2-a9f5-4468-8aef-12d0ef1d614d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.742581 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ab572c5-a4af-4fd1-b1a1-0d6c5888f665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.743781 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9ab572c5-a4af-4fd1-b1a1-0d6c5888f665 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b92ddf2-a9f5-4468-8aef-12d0ef1d614d HTTP/1.1" status: 204 len: 168 time: 0.1253459 Feb 16 16:09:24.753974 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab572c5-a4af-4fd1-b1a1-0d6c5888f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b92ddf2-a9f5-4468-8aef-12d0ef1d614d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:24.777364 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (4a8fb72a-a0f6-4c42-a53c-68dc90a343fa), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:24.809286 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event deleted for resources: {'Port': ['ID=4a8fb72a-a0f6-4c42-a53c-68dc90a343fa,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:24.942332 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:09:24.963277 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d73c4493-2942-4dd9-a615-d96e87b6751b req-ec649988-d510-4381-bc28-666c661cd7cd tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/ports?device_id=6dd206fa-8401-41de-858c-be3782080f8f HTTP/1.1" status: 200 len: 210 time: 0.0327044 Feb 16 16:09:25.083051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:09:25.094402 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:09:25.106655 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:09:25.107312 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:09:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:25.138069 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] No DVR routers for this DVR port 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:09:25.140655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.144376 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4154c8e5-412e-491c-9077-1f12cb81206d req-70e155ea-e431-4137-be0d-6aeb0a3b12b7 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.36 "DELETE /v2.0/ports/4a8fb72a-a0f6-4c42-a53c-68dc90a343fa HTTP/1.1" status: 204 len: 173 time: 1.2337763 Feb 16 16:09:25.144834 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-deleted', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:09:25.147245 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2f9fdf-8d8f-4e2d-b1a5-07cd361dab9e" -d '{"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-deleted", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:09:25.203932 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c1e4d3-a410-4b06-878d-9815fbdcd009 x-openstack-request-id: req-58c1e4d3-a410-4b06-878d-9815fbdcd009 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:09:25.204202 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd206fa-8401-41de-858c-be3782080f8f", "name": "network-vif-deleted", "tag": "4a8fb72a-a0f6-4c42-a53c-68dc90a343fa", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:09:25.204498 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58c1e4d3-a410-4b06-878d-9815fbdcd009 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:09:25.205740 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd206fa-8401-41de-858c-be3782080f8f', 'name': 'network-vif-deleted', 'tag': '4a8fb72a-a0f6-4c42-a53c-68dc90a343fa', 'status': 'completed', 'code': 200} Feb 16 16:09:25.249983 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:09:25.468897 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40746) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:25.510933 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:25.537232 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:09:25.545733 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:09:25.546343 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:09:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:25.568767 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2097369720-network', 'tenant_id': '2da1683ea01d4199a91d318f67193bbb'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:25.590921 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Made reservation on behalf of 2da1683ea01d4199a91d318f67193bbb for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:09:25.593246 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.601840 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.659655 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:09:25.682959 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks [] for security_group (b353f25a-c41f-4e63-8330-debbbae5d67d), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.688018 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (b353f25a-c41f-4e63-8330-debbbae5d67d), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.715712 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:09:25.725741 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b353f25a-c41f-4e63-8330-debbbae5d67d,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:25.734233 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (7ee17e2c-3264-4d4c-b65d-71460482a1f9), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.734612 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Added segment 7ee17e2c-3264-4d4c-b65d-71460482a1f9 of type vlan for network ae0dffdd-8e42-4538-a242-63c5641dca7a Feb 16 16:09:25.783662 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (ae0dffdd-8e42-4538-a242-63c5641dca7a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.811785 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (ae0dffdd-8e42-4538-a242-63c5641dca7a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.812713 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:25.813316 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.849791 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3797021 Feb 16 16:09:25.853096 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40750) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:25.857887 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Request body: {'subnet': {'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2097369720-subnet', 'tenant_id': '2da1683ea01d4199a91d318f67193bbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:25.894373 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee1032-1f8b-4090-94e3-5d8a017ce9a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae0dffdd-8e42-4538-a242-63c5641dca7a,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:25.908477 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network ae0dffdd-8e42-4538-a242-63c5641dca7a details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:09:25.910866 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Made reservation on behalf of 2da1683ea01d4199a91d318f67193bbb for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:09:25.913426 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:25.978512 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:26.009563 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b835d7-7d89-48f4-9fc7-dc760bed5fc6 None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:02:47Z', 'revision_number': 4, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'dcda7913-e54d-4404-b746-050a135628d0', 'name': '', 'network_id': '2d44e3e6-f30b-477c-bc15-19ba17ea5263', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'mac_address': 'fa:16:3e:0f:8b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:44Z', 'updated_at': '2022-02-16T16:03:01Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'subnets': [{'id': '35a0084f-6f3f-43f9-9f93-1e22a397d294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:09:26.071403 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40756) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:26.112772 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (40f79c8f-2010-47c5-97a0-d7ae9ee4099e), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.141071 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b25-a82e-4c0c-a109-b04358e91870 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (4789353b-7ef4-4426-bc7c-f096a0e63662), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.164583 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40f79c8f-2010-47c5-97a0-d7ae9ee4099e,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:26.174664 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b25-a82e-4c0c-a109-b04358e91870 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (4789353b-7ef4-4426-bc7c-f096a0e63662), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.187904 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Checking segment: {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:09:26.188257 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Network hostable DHCP agents. Network: ae0dffdd-8e42-4538-a242-63c5641dca7a, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:09:26.206193 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Network ae0dffdd-8e42-4538-a242-63c5641dca7a is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:09:26.216691 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, ae0dffdd-8e42-4538-a242-63c5641dca7a) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:09:26.223010 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:26.223980 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.243611 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8c958d-c456-4ee5-ba29-31c2fc12b621 None None] Network ae0dffdd-8e42-4538-a242-63c5641dca7a requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:09:26.251253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b25-a82e-4c0c-a109-b04358e91870 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (4789353b-7ef4-4426-bc7c-f096a0e63662), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.256767 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e16e9b25-a82e-4c0c-a109-b04358e91870 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.261120 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e16e9b25-a82e-4c0c-a109-b04358e91870 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "DELETE /v2.0/security-groups/4789353b-7ef4-4426-bc7c-f096a0e63662 HTTP/1.1" status: 204 len: 168 time: 0.1858046 Feb 16 16:09:26.262216 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e2de0fb3-659a-40f9-be03-3e2688e80000 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4079766 Feb 16 16:09:26.263253 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40758) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:26.282381 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.api.v2.resource [None req-4e2978d5-ac00-4a41-84f7-54becbed6e36 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] show failed (client error): The resource could not be found. Feb 16 16:09:26.283263 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e9b25-a82e-4c0c-a109-b04358e91870 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4789353b-7ef4-4426-bc7c-f096a0e63662,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:26.283796 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4e2978d5-ac00-4a41-84f7-54becbed6e36 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "GET /v2.0/security-groups/4789353b-7ef4-4426-bc7c-f096a0e63662 HTTP/1.1" status: 404 len: 347 time: 0.0175107 Feb 16 16:09:26.291250 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40762) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:26.373611 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8eb7a1-37b3-4787-a3e6-475f0979b583 None None] New status for floating IP 65eed54f-0b66-40eb-9173-4f96ace3a8c7: DOWN {{(pid=102629) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:09:26.409678 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa838648-08bb-410f-9d31-70889a9ff5ef None None] Network ae0dffdd-8e42-4538-a242-63c5641dca7a requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:09:26.459012 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Deleting port 24edd852-847d-46a3-abc9-4b9342146369 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:09:26.459553 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (24edd852-847d-46a3-abc9-4b9342146369), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.553561 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (24edd852-847d-46a3-abc9-4b9342146369), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.554236 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (24edd852-847d-46a3-abc9-4b9342146369), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.573185 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Calling delete_port for 24edd852-847d-46a3-abc9-4b9342146369 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:09:26.725301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (24edd852-847d-46a3-abc9-4b9342146369), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.760039 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Pushing event deleted for resources: {'Port': ['ID=24edd852-847d-46a3-abc9-4b9342146369,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:26.831116 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks [] for floatingip (65eed54f-0b66-40eb-9173-4f96ace3a8c7), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.833723 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:26.834883 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-af4b9ef5-f2f0-4f38-b541-8ef8d1ea6598 tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] 10.222.0.69 "DELETE /v2.0/floatingips/65eed54f-0b66-40eb-9173-4f96ace3a8c7 HTTP/1.1" status: 204 len: 168 time: 0.5423143 Feb 16 16:09:27.464693 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:09:27.485735 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:09:27.486805 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 4a8fb72a-a0f6-4c42-a53c-68dc90a343fa not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:09:28.194373 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-b4373d37-b555-4cca-94dd-26eb6d1973bd tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:28.195790 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-b4373d37-b555-4cca-94dd-26eb6d1973bd tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/networks?id=ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 200 len: 814 time: 0.1165330 Feb 16 16:09:28.211009 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-c94909f7-56c1-4bc0-af74-540df1013ae5 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/quotas/2da1683ea01d4199a91d318f67193bbb HTTP/1.1" status: 200 len: 375 time: 0.0098405 Feb 16 16:09:28.247670 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-1d1fa9ae-fe70-4ec9-b0a6-8cb62f5a7a9f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2da1683ea01d4199a91d318f67193bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308652 Feb 16 16:09:28.393671 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-87a9c494-1460-4f98-ae67-9a716f947d38 service neutron] 10.222.0.69 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386275 Feb 16 16:09:28.487371 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-65addb1e-8199-443b-b292-2668e37b6c33 service neutron] 10.222.0.69 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878179 Feb 16 16:09:28.643570 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4efa868b-8450-4883-8392-c138bae158ae req-844d1256-27dd-4d39-9149-572c3f0cf2f2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 210 time: 0.0281825 Feb 16 16:09:29.272741 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 40820) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:29.663877 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-84653b3d-aaba-4373-81e8-bc83aa0ba72f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:29.665441 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-84653b3d-aaba-4373-81e8-bc83aa0ba72f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "GET /v2.0/networks?id=ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 200 len: 814 time: 0.1847117 Feb 16 16:09:29.679987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Request body: {'port': {'device_id': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a', 'admin_state_up': True, 'tenant_id': '2da1683ea01d4199a91d318f67193bbb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:29.738403 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8a9d5f43-6383-4586-a2d6-62c88f369a17 req-71442a81-7dd6-44e6-b1e7-3e1883ed67dc tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 210 time: 0.0282965 Feb 16 16:09:29.840698 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Made reservation on behalf of 2da1683ea01d4199a91d318f67193bbb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:09:29.844023 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:29.982620 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.081315 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Allocated IP 172.20.0.10 (ae0dffdd-8e42-4538-a242-63c5641dca7a/40f79c8f-2010-47c5-97a0-d7ae9ee4099e/07f75d53-6175-4d65-85b4-cb52f5fa2286) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:09:30.303278 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks [] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.390106 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.436523 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Deleting port dcda7913-e54d-4404-b746-050a135628d0 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:09:30.436859 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (dcda7913-e54d-4404-b746-050a135628d0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.453763 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Network ae0dffdd-8e42-4538-a242-63c5641dca7a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:09:30.461379 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:09:30.468928 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:09:30.474896 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Pushing event updated for resources: {'Port': ['ID=07f75d53-6175-4d65-85b4-cb52f5fa2286,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:30.555952 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:30.556473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.584054 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-d194b2ad-e6ed-4360-a5c2-1c352a6c623e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9077454 Feb 16 16:09:30.585812 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] For port dcda7913-e54d-4404-b746-050a135628d0, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=dcda7913-e54d-4404-b746-050a135628d0,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:30.586181 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (dcda7913-e54d-4404-b746-050a135628d0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.598378 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Request body: {'port': {'device_id': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:09:30.623260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Calling delete_port for dcda7913-e54d-4404-b746-050a135628d0 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:09:30.711452 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:30.986188 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb26fe8-b297-4608-b628-392fe6290c9b req-6c7739c1-8ecc-4712-b25d-32609ce2272f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:30.987825 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-abb26fe8-b297-4608-b628-392fe6290c9b req-6c7739c1-8ecc-4712-b25d-32609ce2272f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 932 time: 0.1794837 Feb 16 16:09:31.049439 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (dcda7913-e54d-4404-b746-050a135628d0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:31.099102 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcda7913-e54d-4404-b746-050a135628d0,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:31.140129 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-abb26fe8-b297-4608-b628-392fe6290c9b req-f29bbe77-7de1-4fd9-a97c-34ca8f8143af tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435411 Feb 16 16:09:31.558385 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f75d53-6175-4d65-85b4-cb52f5fa2286 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:09:31.571039 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Publish callbacks [] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:31.591955 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Transition to ACTIVE for port object 07f75d53-6175-4d65-85b4-cb52f5fa2286 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:09:31.599460 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:31.643298 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:31.719787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Pushing event updated for resources: {'Port': ['ID=07f75d53-6175-4d65-85b4-cb52f5fa2286,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:31.822456 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Attempting to bind port 07f75d53-6175-4d65-85b4-cb52f5fa2286 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:09:31.822704 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Attempting to bind port 07f75d53-6175-4d65-85b4-cb52f5fa2286 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:09:31.823055 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Attempting to bind port 07f75d53-6175-4d65-85b4-cb52f5fa2286 on network ae0dffdd-8e42-4538-a242-63c5641dca7a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:09:31.830558 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Port 07f75d53-6175-4d65-85b4-cb52f5fa2286 on network ae0dffdd-8e42-4538-a242-63c5641dca7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:09:31.830877 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Attempting to bind port 07f75d53-6175-4d65-85b4-cb52f5fa2286 on network ae0dffdd-8e42-4538-a242-63c5641dca7a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:09:31.839233 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:09:31.839569 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Checking segment: {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:09:31.839952 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Bound using segment: {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:09:31.840374 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Bound port: 07f75d53-6175-4d65-85b4-cb52f5fa2286, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:09:31.840725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:31.983155 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] For port 07f75d53-6175-4d65-85b4-cb52f5fa2286, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:09:31.999131 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] For port 07f75d53-6175-4d65-85b4-cb52f5fa2286, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:09:32.008771 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:09:32.009913 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.055887 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.056485 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.057847 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] 10.222.0.36 "PUT /v2.0/ports/07f75d53-6175-4d65-85b4-cb52f5fa2286 HTTP/1.1" status: 200 len: 1094 time: 1.4637935 Feb 16 16:09:32.060056 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'tag': '07f75d53-6175-4d65-85b4-cb52f5fa2286'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:09:32.062309 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a24459ab-41a8-4bd0-8f72-5521b29b2e60", "tag": "07f75d53-6175-4d65-85b4-cb52f5fa2286"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:09:32.118730 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adb799c-4036-442d-8c1f-d148b7c364cf x-openstack-request-id: req-8adb799c-4036-442d-8c1f-d148b7c364cf {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:09:32.119045 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24459ab-41a8-4bd0-8f72-5521b29b2e60", "tag": "07f75d53-6175-4d65-85b4-cb52f5fa2286", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:09:32.119296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8adb799c-4036-442d-8c1f-d148b7c364cf {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:09:32.119693 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'tag': '07f75d53-6175-4d65-85b4-cb52f5fa2286', 'status': 'completed', 'code': 200} Feb 16 16:09:32.152219 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd2691-13ca-4597-b23d-2b362c8fcbbe service neutron] Pushing event updated for resources: {'Port': ['ID=07f75d53-6175-4d65-85b4-cb52f5fa2286,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:32.218802 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-aea13abb-efa5-4a17-9f92-7e6053b66932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.220872 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-aea13abb-efa5-4a17-9f92-7e6053b66932 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2da1683ea01d4199a91d318f67193bbb&device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 1128 time: 0.1034617 Feb 16 16:09:32.284528 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:09:32.291521 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-34dc5fd2-0706-45ab-83e4-db960f9f3000 admin admin] 10.222.0.69 "PUT /v2.0/routers/4c31f4e2-6eac-4b21-bdf7-21d8d3735493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0177157 Feb 16 16:09:32.293163 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-e3dba26f-2fb5-4efe-94e4-87a53b51c584 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286 HTTP/1.1" status: 200 len: 217 time: 0.0625598 Feb 16 16:09:32.293364 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40838) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:32.294027 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] Sync routers for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:09:32.303978 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:09:32.304588 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:09:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:32.354109 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987978b-0938-4137-80db-281d0b2f3760 req-518618fc-5111-4159-ba6b-4626220b0bb0 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.357775 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1987978b-0938-4137-80db-281d0b2f3760 req-518618fc-5111-4159-ba6b-4626220b0bb0 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 944 time: 0.1433389 Feb 16 16:09:32.370873 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-72f60fec-97a1-4fc8-83be-c611ff78ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.372349 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-72f60fec-97a1-4fc8-83be-c611ff78ed4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f79c8f-2010-47c5-97a0-d7ae9ee4099e HTTP/1.1" status: 200 len: 854 time: 0.0729947 Feb 16 16:09:32.403202 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks [] for router (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.414425 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-73c47062-d5f6-4307-a292-ce6920d03c26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae0dffdd-8e42-4538-a242-63c5641dca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284464 Feb 16 16:09:32.417522 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:09:32.467576 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1987978b-0938-4137-80db-281d0b2f3760 req-2fc2619e-42e3-4d6b-bc0d-64810b19d494 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032672 Feb 16 16:09:32.515957 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks [] for router_gateway (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.531186 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-b2e8e86e-f023-4d17-b717-27b9d96d24f6 service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062770 Feb 16 16:09:32.578316 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Deleting port f9d0e610-0913-45a3-9a45-f673b82da8e9 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:09:32.578669 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.615215 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36'}], 'enable_snat': True}, 'gw_port_id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:09:30Z', 'revision_number': 5, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port': {'id': 'f9d0e610-0913-45a3-9a45-f673b82da8e9', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:e0:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:02:36Z', 'updated_at': '2022-02-16T16:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:32.635778 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b4c5129-1455-4beb-966e-c0fcd559116d req-e7f8cf17-ad49-447a-b199-f78a4decf817 service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991356 Feb 16 16:09:32.643782 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] Checking router: 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:09:32.653281 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] Routers {'4c31f4e2-6eac-4b21-bdf7-21d8d3735493'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:09:32.654252 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:09:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:32.664838 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] For port f9d0e610-0913-45a3-9a45-f673b82da8e9, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f9d0e610-0913-45a3-9a45-f673b82da8e9,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:32.665198 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.678168 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Calling delete_port for f9d0e610-0913-45a3-9a45-f673b82da8e9 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:09:32.733972 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-35ffca5e-bb96-47c4-b9e4-e15fbebb9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.736355 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-35ffca5e-bb96-47c4-b9e4-e15fbebb9c00 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2da1683ea01d4199a91d318f67193bbb&device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 1128 time: 0.0470817 Feb 16 16:09:32.748714 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] Set router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:09:32.805569 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:09:32Z', 'revision_number': 6, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:32.832999 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6263034f-a7f6-4c9c-bb27-3e7662fca432 None None] The sync data for ids ['4c31f4e2-6eac-4b21-bdf7-21d8d3735493'] in dv-cinder-829560-1-iscsi is: [{'id': '4c31f4e2-6eac-4b21-bdf7-21d8d3735493', 'name': 'tempest-AttachVolumeShelveTestJSON-1401366410-router', 'tenant_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:02:34Z', 'updated_at': '2022-02-16T16:09:32Z', 'revision_number': 6, 'project_id': 'dcc982725ac74bf3b8b5b4ff55d3d93b', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:09:32.840295 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-43002b9c-551b-4b2e-b6ad-7751c3ebec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.841800 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-43002b9c-551b-4b2e-b6ad-7751c3ebec5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 200 len: 915 time: 0.0977848 Feb 16 16:09:32.853238 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (f9d0e610-0913-45a3-9a45-f673b82da8e9), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.882841 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d0e610-0913-45a3-9a45-f673b82da8e9,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:32.884852 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-5ffdae9d-cd95-4407-a30e-2cddd288122d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286 HTTP/1.1" status: 200 len: 217 time: 0.0366325 Feb 16 16:09:32.935783 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-52785f22-549f-4ce6-9433-85c14df6e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:32.937249 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-52785f22-549f-4ce6-9433-85c14df6e835 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f79c8f-2010-47c5-97a0-d7ae9ee4099e HTTP/1.1" status: 200 len: 854 time: 0.0466521 Feb 16 16:09:32.943057 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:32.976306 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-ff3a6f0f-0d66-4cea-98d5-21b1e6688e2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae0dffdd-8e42-4538-a242-63c5641dca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318909 Feb 16 16:09:33.038511 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.040855 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks [] for router_controller (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.070114 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-759a327e-3759-4b97-aa8d-34d31417628f service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872536 Feb 16 16:09:33.088592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (4c31f4e2-6eac-4b21-bdf7-21d8d3735493), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.089116 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c31f4e2-6eac-4b21-bdf7-21d8d3735493 {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:09:33.094390 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.098410 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7a9b074f-236b-4de5-85c2-8c30db274add admin admin] 10.222.0.69 "DELETE /v2.0/routers/4c31f4e2-6eac-4b21-bdf7-21d8d3735493 HTTP/1.1" status: 204 len: 168 time: 0.8017561 Feb 16 16:09:33.098652 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40840) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:33.143267 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Deleting subnet 35a0084f-6f3f-43f9-9f93-1e22a397d294 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:09:33.146315 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Publish callbacks [] for subnet (35a0084f-6f3f-43f9-9f93-1e22a397d294), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.167358 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-69cabff7-5eba-48cd-a88f-3ae3b5fe5f0f req-725c50a2-20dd-4702-94eb-ab5b330fcce1 service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903685 Feb 16 16:09:33.182328 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (35a0084f-6f3f-43f9-9f93-1e22a397d294), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.270805 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (35a0084f-6f3f-43f9-9f93-1e22a397d294), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.322146 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (35a0084f-6f3f-43f9-9f93-1e22a397d294), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.348836 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a0084f-6f3f-43f9-9f93-1e22a397d294,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:33.352406 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.355603 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a62f482c-cfd3-4f75-b495-eaac162314dd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/35a0084f-6f3f-43f9-9f93-1e22a397d294 HTTP/1.1" status: 204 len: 168 time: 0.2559819 Feb 16 16:09:33.358292 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40842) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:33.361448 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9539b086-64d5-4be2-b2aa-15cf910552ae None None] Network 2d44e3e6-f30b-477c-bc15-19ba17ea5263 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:09:33.426634 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (2d44e3e6-f30b-477c-bc15-19ba17ea5263), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.489448 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Deleting port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:09:33.489792 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.592287 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-915d1770-8087-4693-a581-865653b5000b admin admin] For port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:33.592653 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.617414 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Calling delete_port for 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:09:33.622287 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] DHCP port deletion for 2d44e3e6-f30b-477c-bc15-19ba17ea5263 request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:09:33.632179 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda65e9d-8562-4692-985b-cabc2735885e req-e9702b7c-73a3-49df-8025-d0f95cbe5fbf tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:33.633869 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eda65e9d-8562-4692-985b-cabc2735885e req-e9702b7c-73a3-49df-8025-d0f95cbe5fbf tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 944 time: 0.0908635 Feb 16 16:09:33.681170 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Deleting port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:09:33.681457 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.732704 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-eda65e9d-8562-4692-985b-cabc2735885e req-bc17ea8b-317f-480d-9e0c-394ba1342ae1 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911996 Feb 16 16:09:33.748736 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] For port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,segment=NetworkSegment(8c720c61-c4b7-4547-aa1b-62c13df788fd),segment_id=8c720c61-c4b7-4547-aa1b-62c13df788fd)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:33.749138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.760592 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.764234 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Calling delete_port for 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:09:33.789148 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Pushing event deleted for resources: {'Port': ['ID=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:33.794211 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d1770-8087-4693-a581-865653b5000b admin admin] No DVR routers for this DVR port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf on host dv-cinder-829560-1-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:09:33.850902 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951'] for port (47ceadcf-d6b9-4f95-8833-caa0fad7bcdf), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.880121 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] No DVR routers for this DVR port 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf on host dv-cinder-829560-1-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:09:33.883726 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Pushing event deleted for resources: {'Port': ['ID=47ceadcf-d6b9-4f95-8833-caa0fad7bcdf,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:33.895108 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (2d44e3e6-f30b-477c-bc15-19ba17ea5263), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.896618 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.897137 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.897978 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.899107 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.899963 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.900450 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.900791 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.901133 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.901467 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.901796 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.902166 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.902436 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.902758 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a905676-535f-46f1-a659-0f6c6e00e531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:33.919547 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-915d1770-8087-4693-a581-865653b5000b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d44e3e6-f30b-477c-bc15-19ba17ea5263']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:33.929397 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-915d1770-8087-4693-a581-865653b5000b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c720c61-c4b7-4547-aa1b-62c13df788fd') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:33.929694 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-915d1770-8087-4693-a581-865653b5000b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c720c61-c4b7-4547-aa1b-62c13df788fd') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:09:33.939334 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (8c720c61-c4b7-4547-aa1b-62c13df788fd), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.952398 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (8c720c61-c4b7-4547-aa1b-62c13df788fd), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.958293 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:09:33.958676 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (8c720c61-c4b7-4547-aa1b-62c13df788fd), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:09:33.960380 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:09:34.017564 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (2d44e3e6-f30b-477c-bc15-19ba17ea5263), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:34.022436 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:34.025613 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-915d1770-8087-4693-a581-865653b5000b admin admin] 10.222.0.69 "DELETE /v2.0/networks/2d44e3e6-f30b-477c-bc15-19ba17ea5263 HTTP/1.1" status: 204 len: 168 time: 0.6663206 Feb 16 16:09:34.037804 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1770-8087-4693-a581-865653b5000b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d44e3e6-f30b-477c-bc15-19ba17ea5263,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:34.148137 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40848) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:34.171380 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f9d0e610-0913-45a3-9a45-f673b82da8e9 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:09:34.192204 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: f9d0e610-0913-45a3-9a45-f673b82da8e9 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:09:34.192576 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f9d0e610-0913-45a3-9a45-f673b82da8e9 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:09:34.193062 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:09:34.193974 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-44a40c8e-c188-419c-ab16-e974cc4f4cdb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dcc982725ac74bf3b8b5b4ff55d3d93b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446730 Feb 16 16:09:34.196501 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 40850) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:34.214902 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:09:34.215474 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 47ceadcf-d6b9-4f95-8833-caa0fad7bcdf not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:09:34.216065 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device dcda7913-e54d-4404-b746-050a135628d0 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:09:34.237227 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: dcda7913-e54d-4404-b746-050a135628d0 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:09:34.237748 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device dcda7913-e54d-4404-b746-050a135628d0 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:09:34.246042 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-401656ff-a4e2-41a5-8c72-60780af48ef5 admin admin] Publish callbacks [] for security_group (fe97a213-0a2c-46dc-8ac7-68eaf1e0b984), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:34.266531 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-401656ff-a4e2-41a5-8c72-60780af48ef5 admin admin] Publish callbacks [] for security_group (fe97a213-0a2c-46dc-8ac7-68eaf1e0b984), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:34.314462 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-401656ff-a4e2-41a5-8c72-60780af48ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (fe97a213-0a2c-46dc-8ac7-68eaf1e0b984), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:34.317660 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-401656ff-a4e2-41a5-8c72-60780af48ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:34.318877 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-401656ff-a4e2-41a5-8c72-60780af48ef5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe97a213-0a2c-46dc-8ac7-68eaf1e0b984 HTTP/1.1" status: 204 len: 168 time: 0.1213646 Feb 16 16:09:34.327474 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401656ff-a4e2-41a5-8c72-60780af48ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97a213-0a2c-46dc-8ac7-68eaf1e0b984,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:34.905569 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdf8c2-2b0d-4b20-9e1d-465a805233e4 req-57d55bf5-3194-402f-b172-3ab52e581230 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:34.907104 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-05cdf8c2-2b0d-4b20-9e1d-465a805233e4 req-57d55bf5-3194-402f-b172-3ab52e581230 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 944 time: 0.0711081 Feb 16 16:09:34.958401 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-05cdf8c2-2b0d-4b20-9e1d-465a805233e4 req-c3f2e8d6-8b1e-465b-86db-d92ac8bfcaa4 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Feb 16 16:09:35.495550 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 07f75d53-6175-4d65-85b4-cb52f5fa2286 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:09:35.608014 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 07f75d53-6175-4d65-85b4-cb52f5fa2286, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:35.621334 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '07f75d53-6175-4d65-85b4-cb52f5fa2286', 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a', 'port_id': '07f75d53-6175-4d65-85b4-cb52f5fa2286', 'mac_address': 'fa:16:3e:10:d2:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f79c8f-2010-47c5-97a0-d7ae9ee4099e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:09:35.660232 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 07f75d53-6175-4d65-85b4-cb52f5fa2286 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:09:35.660713 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:35.678235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f75d53-6175-4d65-85b4-cb52f5fa2286 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:09:35.698430 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 07f75d53-6175-4d65-85b4-cb52f5fa2286, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:35.702274 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:35.750116 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=07f75d53-6175-4d65-85b4-cb52f5fa2286,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:35.917631 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['07f75d53-6175-4d65-85b4-cb52f5fa2286'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:09:36.101397 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1740b609-5e47-4ea0-9c9f-017b3c5cc090 req-69b0e84b-dd64-4707-9d96-4430d6a2cbcc tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:36.102925 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1740b609-5e47-4ea0-9c9f-017b3c5cc090 req-69b0e84b-dd64-4707-9d96-4430d6a2cbcc tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 945 time: 0.0693159 Feb 16 16:09:36.158263 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1740b609-5e47-4ea0-9c9f-017b3c5cc090 req-1998c780-067f-4db2-b018-d23873dd1dca tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 Feb 16 16:09:36.290073 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:37.279060 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ae0af-b698-4ece-b0fa-7122eaff1eb6 req-d0bbca5b-433a-4889-a458-2d1f2c19ffc7 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:37.281213 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f21ae0af-b698-4ece-b0fa-7122eaff1eb6 req-d0bbca5b-433a-4889-a458-2d1f2c19ffc7 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 945 time: 0.0586340 Feb 16 16:09:37.299882 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:09:37.329381 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f21ae0af-b698-4ece-b0fa-7122eaff1eb6 req-6ed11640-5623-4f27-a4af-1b1a3ab94b90 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416265 Feb 16 16:09:37.511445 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 07f75d53-6175-4d65-85b4-cb52f5fa2286 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:09:37.560893 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 07f75d53-6175-4d65-85b4-cb52f5fa2286 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:09:37.565145 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 07f75d53-6175-4d65-85b4-cb52f5fa2286 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:09:37.565528 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:37.643370 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 07f75d53-6175-4d65-85b4-cb52f5fa2286 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:09:37.643770 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:37.667554 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f75d53-6175-4d65-85b4-cb52f5fa2286'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:09:37.669803 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a3e2df-d53c-4a81-91ad-5c435b23934a" -d '{"events": [{"server_uuid": "a24459ab-41a8-4bd0-8f72-5521b29b2e60", "name": "network-vif-plugged", "status": "completed", "tag": "07f75d53-6175-4d65-85b4-cb52f5fa2286"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:09:37.686571 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 07f75d53-6175-4d65-85b4-cb52f5fa2286, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:09:37.691213 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:37.715116 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb01442-66b9-41e6-bb5a-94a6e31d9a23 x-openstack-request-id: req-9eb01442-66b9-41e6-bb5a-94a6e31d9a23 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:09:37.715422 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24459ab-41a8-4bd0-8f72-5521b29b2e60", "name": "network-vif-plugged", "status": "completed", "tag": "07f75d53-6175-4d65-85b4-cb52f5fa2286", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:09:37.715649 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9eb01442-66b9-41e6-bb5a-94a6e31d9a23 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:09:37.716037 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f75d53-6175-4d65-85b4-cb52f5fa2286', 'code': 200} Feb 16 16:09:37.743984 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=07f75d53-6175-4d65-85b4-cb52f5fa2286,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:37.887895 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436b758-ca6c-4256-938a-f82c2eaebd05 req-2f858154-17ab-441f-8a28-c0492bfe1a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:37.889297 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3436b758-ca6c-4256-938a-f82c2eaebd05 req-2f858154-17ab-441f-8a28-c0492bfe1a11 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 1130 time: 0.0477815 Feb 16 16:09:37.933643 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3436b758-ca6c-4256-938a-f82c2eaebd05 req-62d37f82-eba3-4a2e-b122-c6c03441fd95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382946 Feb 16 16:09:38.449217 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cda1d9-4f68-42e7-aef8-56670c4f1274 req-ce5fbd2d-9711-43dd-abed-68f8ebe6060f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:38.451931 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-91cda1d9-4f68-42e7-aef8-56670c4f1274 req-ce5fbd2d-9711-43dd-abed-68f8ebe6060f tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 946 time: 0.0547333 Feb 16 16:09:38.529862 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-91cda1d9-4f68-42e7-aef8-56670c4f1274 req-43459a46-cd86-4a01-b289-464759062271 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706222 Feb 16 16:09:38.538348 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-ebeb5e9d-47a4-4aa0-8832-185eb5f7bac3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864756 Feb 16 16:09:38.615603 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2009a1-7304-4175-a435-026074fdb70f req-d46b9035-7055-4911-9140-04f49781ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:38.617224 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-d46b9035-7055-4911-9140-04f49781ca3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1130 time: 0.0477653 Feb 16 16:09:38.724411 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2009a1-7304-4175-a435-026074fdb70f req-8b52ef61-1fc2-4876-b4b7-a4b429ae5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:38.725881 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-8b52ef61-1fc2-4876-b4b7-a4b429ae5a7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.0890555 Feb 16 16:09:38.800758 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-df4b308c-13ed-4c58-b435-5504726a0b96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 1001 time: 0.0675929 Feb 16 16:09:38.877017 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2009a1-7304-4175-a435-026074fdb70f req-5ef2bc58-c144-4186-a2bd-fb162a5c3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:38.878750 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-5ef2bc58-c144-4186-a2bd-fb162a5c3be9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0626905 Feb 16 16:09:38.937717 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2009a1-7304-4175-a435-026074fdb70f req-ad8da3fb-98d0-4640-89bf-893352edea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:38.943224 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-ad8da3fb-98d0-4640-89bf-893352edea0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562048 Feb 16 16:09:39.052500 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-2e5bbc10-ba94-4501-a69e-5e4e75c394c9 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991132 Feb 16 16:09:39.159419 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cd2009a1-7304-4175-a435-026074fdb70f req-65850a85-0b05-41a6-a8a4-d28f38ada22a service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004591 Feb 16 16:09:39.650616 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c30ce-2c44-4ffe-ba22-60b4730f5abe req-28689c05-1355-4852-b8cb-dc6bfeef4eb2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:09:39.652110 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c20c30ce-2c44-4ffe-ba22-60b4730f5abe req-28689c05-1355-4852-b8cb-dc6bfeef4eb2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 946 time: 0.0514083 Feb 16 16:09:39.697289 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c20c30ce-2c44-4ffe-ba22-60b4730f5abe req-b8fd98c0-3796-4ac5-9f9c-62cc4146392d tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Feb 16 16:09:40.138206 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4e03222e-dae0-4880-89e8-553840f52872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:42.604627 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4cc1b6b4-67a7-4c0d-96bb-7628bda14fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:43.637337 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.094544 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.242287 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41032) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:45.426644 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80310c7e-9107-43f8-aa4b-89ec85b642b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.522983 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80310c7e-9107-43f8-aa4b-89ec85b642b6 admin admin] Publish callbacks [] for security_group (cab85218-73fb-43ea-9d57-ac3d7bdba9cf), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.527587 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-80310c7e-9107-43f8-aa4b-89ec85b642b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (cab85218-73fb-43ea-9d57-ac3d7bdba9cf), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.573586 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-80310c7e-9107-43f8-aa4b-89ec85b642b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e67a29c776f4f5c890eec0196646f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286042 Feb 16 16:09:45.574520 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80310c7e-9107-43f8-aa4b-89ec85b642b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab85218-73fb-43ea-9d57-ac3d7bdba9cf,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:45.578068 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41038) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:45.635670 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6219e798-0e5b-4beb-aabc-c8d9059d0257 admin admin] Publish callbacks [] for security_group (cab85218-73fb-43ea-9d57-ac3d7bdba9cf), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.660652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6219e798-0e5b-4beb-aabc-c8d9059d0257 admin admin] Publish callbacks [] for security_group (cab85218-73fb-43ea-9d57-ac3d7bdba9cf), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.728583 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6219e798-0e5b-4beb-aabc-c8d9059d0257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (cab85218-73fb-43ea-9d57-ac3d7bdba9cf), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.731774 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-6219e798-0e5b-4beb-aabc-c8d9059d0257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:45.733081 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-6219e798-0e5b-4beb-aabc-c8d9059d0257 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cab85218-73fb-43ea-9d57-ac3d7bdba9cf HTTP/1.1" status: 204 len: 168 time: 0.1540611 Feb 16 16:09:45.746787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219e798-0e5b-4beb-aabc-c8d9059d0257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab85218-73fb-43ea-9d57-ac3d7bdba9cf,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:46.119803 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41044) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:46.136325 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93526fb0-2131-4330-a883-373e50ef77d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.248079 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93526fb0-2131-4330-a883-373e50ef77d2 admin admin] Publish callbacks [] for security_group (fb71a3ef-7db0-4634-9cda-89feac82147b), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.253524 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-93526fb0-2131-4330-a883-373e50ef77d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (fb71a3ef-7db0-4634-9cda-89feac82147b), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.297472 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-93526fb0-2131-4330-a883-373e50ef77d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2b6b0b00196e45fd905bff3be8fb615a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1764271 Feb 16 16:09:46.298913 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93526fb0-2131-4330-a883-373e50ef77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb71a3ef-7db0-4634-9cda-89feac82147b,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:46.302426 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41046) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:46.402270 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c255ca5d-c8a8-4292-b7c1-e536cbd56e38 admin admin] Publish callbacks [] for security_group (fb71a3ef-7db0-4634-9cda-89feac82147b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.446516 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c255ca5d-c8a8-4292-b7c1-e536cbd56e38 admin admin] Publish callbacks [] for security_group (fb71a3ef-7db0-4634-9cda-89feac82147b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.466067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.536336 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c255ca5d-c8a8-4292-b7c1-e536cbd56e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (fb71a3ef-7db0-4634-9cda-89feac82147b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.539556 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c255ca5d-c8a8-4292-b7c1-e536cbd56e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:46.541109 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c255ca5d-c8a8-4292-b7c1-e536cbd56e38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb71a3ef-7db0-4634-9cda-89feac82147b HTTP/1.1" status: 204 len: 168 time: 0.2389936 Feb 16 16:09:46.554005 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ca5d-c8a8-4292-b7c1-e536cbd56e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb71a3ef-7db0-4634-9cda-89feac82147b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:47.917589 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41084) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:48.059604 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5c44-b893-4044-b2fc-9bcffae572cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.147621 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5c44-b893-4044-b2fc-9bcffae572cc admin admin] Publish callbacks [] for security_group (3c8bc10c-4167-4003-af09-989504561c0e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.151736 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5c44-b893-4044-b2fc-9bcffae572cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3c8bc10c-4167-4003-af09-989504561c0e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.195041 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5e6a5c44-b893-4044-b2fc-9bcffae572cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89dcb78c8d564dbe8f635323814c3634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760801 Feb 16 16:09:48.195897 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5c44-b893-4044-b2fc-9bcffae572cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8bc10c-4167-4003-af09-989504561c0e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:48.198590 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41088) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:48.270158 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d71a617d-189b-49ff-94a5-5284db8254a4 admin admin] Publish callbacks [] for security_group (3c8bc10c-4167-4003-af09-989504561c0e), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.294914 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d71a617d-189b-49ff-94a5-5284db8254a4 admin admin] Publish callbacks [] for security_group (3c8bc10c-4167-4003-af09-989504561c0e), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.352205 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d71a617d-189b-49ff-94a5-5284db8254a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (3c8bc10c-4167-4003-af09-989504561c0e), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.355535 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-d71a617d-189b-49ff-94a5-5284db8254a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:48.356861 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-d71a617d-189b-49ff-94a5-5284db8254a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3c8bc10c-4167-4003-af09-989504561c0e HTTP/1.1" status: 204 len: 168 time: 0.1564009 Feb 16 16:09:48.367296 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a617d-189b-49ff-94a5-5284db8254a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8bc10c-4167-4003-af09-989504561c0e,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:57.280749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41246) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:57.419646 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.510588 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Publish callbacks [] for security_group (83e2cb78-a3fb-4e71-adb4-c308187448e1), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.514558 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (83e2cb78-a3fb-4e71-adb4-c308187448e1), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.561315 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c45fa6e918ed4f4e8d4f5bad31ac81f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794070 Feb 16 16:09:57.562564 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e2cb78-a3fb-4e71-adb4-c308187448e1,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:57.564070 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41252) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:57.570328 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.570727 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.571084 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.571450 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.571853 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.572208 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.572547 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.572910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.573269 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.573640 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.574016 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.574407 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.574747 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9213601-fb93-40a8-95a0-3b942e116b0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:09:57.616813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ae8-fcbe-4667-843d-b4d7277d5929 admin admin] Publish callbacks [] for security_group (83e2cb78-a3fb-4e71-adb4-c308187448e1), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.638582 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ae8-fcbe-4667-843d-b4d7277d5929 admin admin] Publish callbacks [] for security_group (83e2cb78-a3fb-4e71-adb4-c308187448e1), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.689269 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ae8-fcbe-4667-843d-b4d7277d5929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (83e2cb78-a3fb-4e71-adb4-c308187448e1), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.693225 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bbe61ae8-fcbe-4667-843d-b4d7277d5929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:57.694859 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bbe61ae8-fcbe-4667-843d-b4d7277d5929 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83e2cb78-a3fb-4e71-adb4-c308187448e1 HTTP/1.1" status: 204 len: 168 time: 0.1295109 Feb 16 16:09:57.705328 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe61ae8-fcbe-4667-843d-b4d7277d5929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e2cb78-a3fb-4e71-adb4-c308187448e1,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:57.979645 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41258) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:58.248977 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-230bce47-82e0-4def-8d2b-16f1c0784ae7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.335360 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-230bce47-82e0-4def-8d2b-16f1c0784ae7 admin admin] Publish callbacks [] for security_group (68cffe11-2027-4e68-8f14-773cfe8020a4), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.341755 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-230bce47-82e0-4def-8d2b-16f1c0784ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (68cffe11-2027-4e68-8f14-773cfe8020a4), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.382094 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-230bce47-82e0-4def-8d2b-16f1c0784ae7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c17b35a73ca94cf88249e1411e7b7ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011719 Feb 16 16:09:58.382892 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bce47-82e0-4def-8d2b-16f1c0784ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68cffe11-2027-4e68-8f14-773cfe8020a4,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:58.385508 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41260) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:58.443580 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-086dd3dc-0d5a-43e9-bcbc-7a2f55fdb91c admin admin] Publish callbacks [] for security_group (68cffe11-2027-4e68-8f14-773cfe8020a4), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.471047 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-086dd3dc-0d5a-43e9-bcbc-7a2f55fdb91c admin admin] Publish callbacks [] for security_group (68cffe11-2027-4e68-8f14-773cfe8020a4), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.524084 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-086dd3dc-0d5a-43e9-bcbc-7a2f55fdb91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (68cffe11-2027-4e68-8f14-773cfe8020a4), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.526820 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-086dd3dc-0d5a-43e9-bcbc-7a2f55fdb91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.527996 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-086dd3dc-0d5a-43e9-bcbc-7a2f55fdb91c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/68cffe11-2027-4e68-8f14-773cfe8020a4 HTTP/1.1" status: 204 len: 168 time: 0.1414559 Feb 16 16:09:58.537198 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086dd3dc-0d5a-43e9-bcbc-7a2f55fdb91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cffe11-2027-4e68-8f14-773cfe8020a4,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:58.891597 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41268) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:58.906266 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ee99500-1cb7-4606-aad8-17123f8eccd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.988175 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ee99500-1cb7-4606-aad8-17123f8eccd2 admin admin] Publish callbacks [] for security_group (0a29bb53-f865-48b0-8b09-c5a5cd20f54c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:58.991923 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2ee99500-1cb7-4606-aad8-17123f8eccd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (0a29bb53-f865-48b0-8b09-c5a5cd20f54c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:59.029752 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee99500-1cb7-4606-aad8-17123f8eccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a29bb53-f865-48b0-8b09-c5a5cd20f54c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:59.034166 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2ee99500-1cb7-4606-aad8-17123f8eccd2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=584200460def4159aac6511d9599c29b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414375 Feb 16 16:09:59.038189 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41270) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:09:59.093066 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fd80-3f20-4fee-856d-90defee1baea admin admin] Publish callbacks [] for security_group (0a29bb53-f865-48b0-8b09-c5a5cd20f54c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:59.118010 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fd80-3f20-4fee-856d-90defee1baea admin admin] Publish callbacks [] for security_group (0a29bb53-f865-48b0-8b09-c5a5cd20f54c), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:59.168222 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fd80-3f20-4fee-856d-90defee1baea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (0a29bb53-f865-48b0-8b09-c5a5cd20f54c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:59.171125 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-3ae9fd80-3f20-4fee-856d-90defee1baea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:09:59.172447 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-3ae9fd80-3f20-4fee-856d-90defee1baea admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a29bb53-f865-48b0-8b09-c5a5cd20f54c HTTP/1.1" status: 204 len: 168 time: 0.1335814 Feb 16 16:09:59.181865 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9fd80-3f20-4fee-856d-90defee1baea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a29bb53-f865-48b0-8b09-c5a5cd20f54c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:09:59.998922 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41294) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:10:00.113882 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-52290879-network', 'tenant_id': '2198a9bca1844dea8b3ae614e4981a5c'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:00.149162 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Made reservation on behalf of 2198a9bca1844dea8b3ae614e4981a5c for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:10:00.154309 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.164583 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.254058 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks [] for security_group (21b1336f-e608-44bd-9186-031e456267a2), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.257890 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (21b1336f-e608-44bd-9186-031e456267a2), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.284966 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:10:00.295155 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b1336f-e608-44bd-9186-031e456267a2,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:00.304918 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (6c733ab2-5c3e-48a6-a682-610c9841446f), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.306008 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Added segment 6c733ab2-5c3e-48a6-a682-610c9841446f of type vlan for network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 Feb 16 16:10:00.356263 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.384121 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.385090 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:00.385667 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.419335 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4191959 Feb 16 16:10:00.423061 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 41298) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:10:00.429802 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Request body: {'subnet': {'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-52290879-subnet', 'tenant_id': '2198a9bca1844dea8b3ae614e4981a5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:00.451861 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Made reservation on behalf of 2198a9bca1844dea8b3ae614e4981a5c for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:10:00.454787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33010028'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.461426 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5c8a7-d1f0-4ba8-b09a-fa291b860351 admin admin] Pushing event updated for resources: {'Network': ['ID=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:00.476770 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:10:00.672485 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32962750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33010014'] for subnet (1c9761d9-dcb5-462f-b246-a56f605decd6), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.750496 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c9761d9-dcb5-462f-b246-a56f605decd6,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:00.762120 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Checking segment: {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:10:00.762707 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Network hostable DHCP agents. Network: fcdda3a6-0b5b-44b3-9a7c-cc7e295da821, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:10:00.785492 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:10:00.796909 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, fcdda3a6-0b5b-44b3-9a7c-cc7e295da821) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:10:00.807179 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:00.810371 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:00.811857 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c324d8-a3d7-43e7-a921-a9fc0db5609d None None] Network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:10:00.838101 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b19ba78f-a8ee-4522-9003-17849fa0a8ec admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4127688 Feb 16 16:10:00.960285 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab6c5b5-4062-492d-a891-e1eb03460457 None None] Network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:10:04.794046 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-809b893a-cabd-41c9-a0eb-63341c9f733a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:04.795654 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-809b893a-cabd-41c9-a0eb-63341c9f733a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/networks?id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 HTTP/1.1" status: 200 len: 807 time: 0.1083207 Feb 16 16:10:04.817168 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1fa2cb10-5dac-47a2-bac9-154f7501bb75 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/quotas/2198a9bca1844dea8b3ae614e4981a5c HTTP/1.1" status: 200 len: 375 time: 0.0150175 Feb 16 16:10:04.860345 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-7488b69e-3879-4556-97d8-aedd48bd0c7a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359931 Feb 16 16:10:04.961472 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-54a65d05-99c6-410b-8ee0-1fec61408834 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938478 Feb 16 16:10:05.073041 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-41400b7b-f972-4a7d-9576-262f5bb3b893 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055689 Feb 16 16:10:05.277796 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2cf92a62-cbdf-450f-b3cb-bf25f7425fd1 req-64d729f5-470d-470f-91cb-5f87e20c21f5 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 210 time: 0.0383782 Feb 16 16:10:06.293756 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:06.404419 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-a637755f-2703-43ae-ad19-8eccb9cfe502 req-d5e32252-e59a-4d42-928f-284cde8f8cb1 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 210 time: 0.0458760 Feb 16 16:10:07.511881 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b3414f9d-b51b-4ae8-b4d9-cffe946a36aa req-da8592de-b42e-4566-955f-86570ca612e6 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Feb 16 16:10:08.638910 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5864bcd0-9dd0-4e5b-9be6-60e5f09d9d16 req-a78b77f3-a55c-426f-a749-cb4dc8670727 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 210 time: 0.0378745 Feb 16 16:10:08.752311 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-c639a62b-bf25-472b-b05e-b55c1b3a4960 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:08.753853 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-c639a62b-bf25-472b-b05e-b55c1b3a4960 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "GET /v2.0/networks?id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 HTTP/1.1" status: 200 len: 807 time: 0.1402082 Feb 16 16:10:08.768749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Request body: {'port': {'device_id': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821', 'admin_state_up': True, 'tenant_id': '2198a9bca1844dea8b3ae614e4981a5c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:08.888708 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Made reservation on behalf of 2198a9bca1844dea8b3ae614e4981a5c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:10:08.892844 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.047253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Allocated IP 172.20.0.2 (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821/1c9761d9-dcb5-462f-b246-a56f605decd6/eb8a9a3d-3129-4eab-8603-05152b701561) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:10:09.233976 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks [] for port (eb8a9a3d-3129-4eab-8603-05152b701561), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.272217 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.320600 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:10:09.323969 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:10:09.327979 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:10:09.335284 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Pushing event updated for resources: {'Port': ['ID=eb8a9a3d-3129-4eab-8603-05152b701561,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:09.384885 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:09.385542 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.405081 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-1ad35107-b2ad-44ff-a2b9-8100be5dd868 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6406550 Feb 16 16:10:09.417101 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Request body: {'port': {'device_id': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:09.489683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.804812 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563fd5c-592c-440b-9dd5-984cf76dc8ba req-aef542d2-8205-4c53-b320-a05118c81630 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:09.806288 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7563fd5c-592c-440b-9dd5-984cf76dc8ba req-aef542d2-8205-4c53-b320-a05118c81630 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 931 time: 0.0966117 Feb 16 16:10:09.824454 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb8a9a3d-3129-4eab-8603-05152b701561 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:09.838983 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Publish callbacks [] for port (eb8a9a3d-3129-4eab-8603-05152b701561), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.861584 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Transition to ACTIVE for port object eb8a9a3d-3129-4eab-8603-05152b701561 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:10:09.865081 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:09.906347 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7563fd5c-592c-440b-9dd5-984cf76dc8ba req-b0ca1c55-a7a7-4c52-999b-de10d166699e tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921361 Feb 16 16:10:09.928305 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8a9a3d-3129-4eab-8603-05152b701561,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:09.998946 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Attempting to bind port eb8a9a3d-3129-4eab-8603-05152b701561 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:10:09.999313 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Attempting to bind port eb8a9a3d-3129-4eab-8603-05152b701561 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:10:09.999647 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Attempting to bind port eb8a9a3d-3129-4eab-8603-05152b701561 on network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:10:10.004562 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Port eb8a9a3d-3129-4eab-8603-05152b701561 on network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:10:10.004885 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Attempting to bind port eb8a9a3d-3129-4eab-8603-05152b701561 on network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:10:10.009587 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:10:10.009924 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Checking segment: {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:10:10.010337 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Bound using segment: {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:10:10.010765 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Bound port: eb8a9a3d-3129-4eab-8603-05152b701561, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:10:10.011142 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:10.078401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] For port eb8a9a3d-3129-4eab-8603-05152b701561, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:10:10.081862 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] For port eb8a9a3d-3129-4eab-8603-05152b701561, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=eb8a9a3d-3129-4eab-8603-05152b701561,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:10:10.087890 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:10.121802 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:10.122415 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:10.123817 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb8a9a3d-3129-4eab-8603-05152b701561 HTTP/1.1" status: 200 len: 1093 time: 0.7110782 Feb 16 16:10:10.124279 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'tag': 'eb8a9a3d-3129-4eab-8603-05152b701561'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:10.127203 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554231d-d1c3-42d7-a4f2-acac318428c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3241e538-a9ea-41a1-b9c1-c18ed0f65008", "tag": "eb8a9a3d-3129-4eab-8603-05152b701561"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:10.142921 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a15c363f-5517-422d-af24-aeca49a11711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:10.154253 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed538479-1d74-4173-a7c3-17bb00d0da96 service neutron] Pushing event updated for resources: {'Port': ['ID=eb8a9a3d-3129-4eab-8603-05152b701561,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:10.166764 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63030f16-3801-4b70-9f5d-86f5d03b1e44 x-openstack-request-id: req-63030f16-3801-4b70-9f5d-86f5d03b1e44 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:10.167086 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3241e538-a9ea-41a1-b9c1-c18ed0f65008", "tag": "eb8a9a3d-3129-4eab-8603-05152b701561", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:10.167340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63030f16-3801-4b70-9f5d-86f5d03b1e44 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:10.167733 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'tag': 'eb8a9a3d-3129-4eab-8603-05152b701561', 'status': 'completed', 'code': 200} Feb 16 16:10:11.029016 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a043662-5586-49df-8c9b-74c7850f1bdd req-0d346a5e-e63a-4196-b30c-527ad32fb901 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:11.030471 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a043662-5586-49df-8c9b-74c7850f1bdd req-0d346a5e-e63a-4196-b30c-527ad32fb901 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 943 time: 0.0549309 Feb 16 16:10:11.076660 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a043662-5586-49df-8c9b-74c7850f1bdd req-fe9a5eb0-8d9e-48e0-8cc9-0118600899a2 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399864 Feb 16 16:10:12.196339 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158272fa-ca96-4306-bcc8-f56f2c5d9417 req-0bc41a93-0555-4afb-a27b-c1f55d77dcb5 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:12.197820 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-158272fa-ca96-4306-bcc8-f56f2c5d9417 req-0bc41a93-0555-4afb-a27b-c1f55d77dcb5 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 943 time: 0.0524142 Feb 16 16:10:12.244006 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-158272fa-ca96-4306-bcc8-f56f2c5d9417 req-d0f172b9-9de5-4603-b133-3fb5eddead47 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406473 Feb 16 16:10:12.410193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554231d-d1c3-42d7-a4f2-acac318428c6 req-b7a6c388-abcd-4ae2-9718-6adfcf5e1f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:12.411766 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c554231d-d1c3-42d7-a4f2-acac318428c6 req-b7a6c388-abcd-4ae2-9718-6adfcf5e1f07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 1127 time: 0.0463178 Feb 16 16:10:12.609041 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-eb5a5d87-9dd0-4adf-b1c3-9eafd5ce8d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:12.773699 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e51054-9a1b-4866-b6b7-eba7516e6079 req-dc880e70-73fd-4844-9967-40960b61216d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:12.775328 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c0e51054-9a1b-4866-b6b7-eba7516e6079 req-dc880e70-73fd-4844-9967-40960b61216d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0625832 Feb 16 16:10:12.830681 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c0e51054-9a1b-4866-b6b7-eba7516e6079 req-b056746e-b250-4e2e-bb9e-b0d0155bf4a7 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489666 Feb 16 16:10:12.885808 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554231d-d1c3-42d7-a4f2-acac318428c6 req-f8937c67-f210-49f8-a990-9387d08cdafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:12.887594 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c554231d-d1c3-42d7-a4f2-acac318428c6 req-f8937c67-f210-49f8-a990-9387d08cdafa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4528193 Feb 16 16:10:13.047824 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554231d-d1c3-42d7-a4f2-acac318428c6 req-9075029f-d1f0-44e0-b260-048082612fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:13.050038 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c554231d-d1c3-42d7-a4f2-acac318428c6 req-9075029f-d1f0-44e0-b260-048082612fda service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1565380 Feb 16 16:10:13.132613 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-cc038d56-557a-44bc-930d-cfe8f242bea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:13.134104 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-cc038d56-557a-44bc-930d-cfe8f242bea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 1127 time: 0.0451789 Feb 16 16:10:13.181099 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-cfa3c6ae-2b13-4573-afdb-4452a4678e5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb8a9a3d-3129-4eab-8603-05152b701561 HTTP/1.1" status: 200 len: 217 time: 0.0380244 Feb 16 16:10:13.229928 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-785fc5f7-68f9-47db-a60a-1847ebb4e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:13.231423 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-785fc5f7-68f9-47db-a60a-1847ebb4e9c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c9761d9-dcb5-462f-b246-a56f605decd6 HTTP/1.1" status: 200 len: 847 time: 0.0437977 Feb 16 16:10:13.265907 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-71f38574-0bc0-478a-bf24-70db93e12a2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260768 Feb 16 16:10:13.390338 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-19419ed6-f3f0-48c3-8ee3-85887e01eb66 service neutron] 10.222.0.36 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186213 Feb 16 16:10:13.413900 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a72bf-6701-4c4d-8fdc-94855ec0802e req-b32feae9-4204-43fd-8d96-48b348a5d7c9 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:13.415548 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-106a72bf-6701-4c4d-8fdc-94855ec0802e req-b32feae9-4204-43fd-8d96-48b348a5d7c9 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 943 time: 0.0820823 Feb 16 16:10:13.517456 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-106a72bf-6701-4c4d-8fdc-94855ec0802e req-dcb2f50d-d813-4cee-90a5-1326e6d60371 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900297 Feb 16 16:10:13.533124 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d1dd9923-97ed-4799-9c68-5058d2ef85d9 req-ec725ce8-24c2-4140-8b21-0f2f35549617 service neutron] 10.222.0.36 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353655 Feb 16 16:10:13.635476 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:13.957382 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd67a81-6570-4034-b0e0-30f24b56160c req-aed9f6e2-9174-4e36-b385-22c90ce77684 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:13.958911 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3cd67a81-6570-4034-b0e0-30f24b56160c req-aed9f6e2-9174-4e36-b385-22c90ce77684 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0577190 Feb 16 16:10:14.011971 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3cd67a81-6570-4034-b0e0-30f24b56160c req-f3a4f492-143f-47c1-a542-fbaab146e5e4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472202 Feb 16 16:10:14.298783 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:10:14.639597 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade895db-7206-4562-89a4-17d7e99e2467 req-45dd60c9-770d-4e52-9814-87a2865bd588 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:14.641073 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ade895db-7206-4562-89a4-17d7e99e2467 req-45dd60c9-770d-4e52-9814-87a2865bd588 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 943 time: 0.0545945 Feb 16 16:10:14.687523 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ade895db-7206-4562-89a4-17d7e99e2467 req-5bfcbdd0-6c10-4ff8-b82b-5852ed83b0dc tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Feb 16 16:10:15.092338 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:15.138593 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f8283-e2f6-4bcf-98bb-30dac90da723 req-c354a8f1-3fd9-4acd-81bb-0dd7d66a0c61 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:15.140106 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b32f8283-e2f6-4bcf-98bb-30dac90da723 req-c354a8f1-3fd9-4acd-81bb-0dd7d66a0c61 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0574412 Feb 16 16:10:15.194763 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b32f8283-e2f6-4bcf-98bb-30dac90da723 req-00af67d3-11e1-4d76-a55c-20ae654f5919 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489762 Feb 16 16:10:15.688447 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device eb8a9a3d-3129-4eab-8603-05152b701561 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:10:15.790831 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port eb8a9a3d-3129-4eab-8603-05152b701561, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=eb8a9a3d-3129-4eab-8603-05152b701561,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:15.801434 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'eb8a9a3d-3129-4eab-8603-05152b701561', 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821', 'port_id': 'eb8a9a3d-3129-4eab-8603-05152b701561', 'mac_address': 'fa:16:3e:d4:18:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9761d9-dcb5-462f-b246-a56f605decd6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:10:15.807100 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11377549-83c0-435a-a262-5733a22e99fa req-9bb32864-f07a-4e98-8d3b-1ab3d86aa1cb tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:15.808620 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11377549-83c0-435a-a262-5733a22e99fa req-9bb32864-f07a-4e98-8d3b-1ab3d86aa1cb tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 943 time: 0.0536034 Feb 16 16:10:15.840741 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port eb8a9a3d-3129-4eab-8603-05152b701561 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:15.841138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:15.854398 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb8a9a3d-3129-4eab-8603-05152b701561 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:15.860013 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11377549-83c0-435a-a262-5733a22e99fa req-27e3f86b-c66f-4d93-9b76-d0cc30fedf76 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451431 Feb 16 16:10:15.874529 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port eb8a9a3d-3129-4eab-8603-05152b701561, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=eb8a9a3d-3129-4eab-8603-05152b701561,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:15.879882 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:15.927174 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=eb8a9a3d-3129-4eab-8603-05152b701561,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:16.107975 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['eb8a9a3d-3129-4eab-8603-05152b701561'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:10:16.322327 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e6dac-e285-49f2-8a0f-1ed03a808232 req-f64b69ac-b209-4d06-ba11-8b895e52e600 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:16.324103 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-219e6dac-e285-49f2-8a0f-1ed03a808232 req-f64b69ac-b209-4d06-ba11-8b895e52e600 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0555606 Feb 16 16:10:16.380671 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-219e6dac-e285-49f2-8a0f-1ed03a808232 req-a0e5d644-306e-4160-9c37-16ee61d613b4 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470197 Feb 16 16:10:16.467621 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:16.991362 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578f981-1e34-4121-9b72-f7beb8e6f93c req-897af9cb-1e34-46d4-ae87-8ff60697a648 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:16.992948 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2578f981-1e34-4121-9b72-f7beb8e6f93c req-897af9cb-1e34-46d4-ae87-8ff60697a648 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 944 time: 0.0588033 Feb 16 16:10:17.043944 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2578f981-1e34-4121-9b72-f7beb8e6f93c req-e3a56db2-9415-4abd-b05c-fa4be462b2a4 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Feb 16 16:10:17.476075 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f244b-1d51-47a6-a8cc-0c1ea943ed55 req-c41f9b29-8d91-4281-b6f8-8b79bffff64e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:17.477587 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5a7f244b-1d51-47a6-a8cc-0c1ea943ed55 req-c41f9b29-8d91-4281-b6f8-8b79bffff64e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 946 time: 0.0651937 Feb 16 16:10:17.520910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac82c3-c025-4402-866a-fc5698d2bd81 req-8e85dbee-3a5e-4b46-b6a6-3de70a9fa3bb tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:17.522413 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c5ac82c3-c025-4402-866a-fc5698d2bd81 req-8e85dbee-3a5e-4b46-b6a6-3de70a9fa3bb tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0580969 Feb 16 16:10:17.527098 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5a7f244b-1d51-47a6-a8cc-0c1ea943ed55 req-b6dd99fa-5a91-44f4-a17a-815e652d48f9 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433934 Feb 16 16:10:17.573448 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c5ac82c3-c025-4402-866a-fc5698d2bd81 req-b5364567-fc64-4191-a15c-435df803157b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449617 Feb 16 16:10:17.706831 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device eb8a9a3d-3129-4eab-8603-05152b701561 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:10:17.757656 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port eb8a9a3d-3129-4eab-8603-05152b701561 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:10:17.761689 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port eb8a9a3d-3129-4eab-8603-05152b701561 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:10:17.762069 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:17.842579 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port eb8a9a3d-3129-4eab-8603-05152b701561 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:17.842971 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:17.867483 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8a9a3d-3129-4eab-8603-05152b701561'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:17.869823 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cae997-dcba-4b88-b564-bbee4e89bb05" -d '{"events": [{"server_uuid": "3241e538-a9ea-41a1-b9c1-c18ed0f65008", "name": "network-vif-plugged", "status": "completed", "tag": "eb8a9a3d-3129-4eab-8603-05152b701561"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:17.883452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port eb8a9a3d-3129-4eab-8603-05152b701561, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=eb8a9a3d-3129-4eab-8603-05152b701561,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:17.888815 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:17.912649 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-046a788b-b627-4b89-b62b-ebe8a28b270d x-openstack-request-id: req-046a788b-b627-4b89-b62b-ebe8a28b270d {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:17.912964 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3241e538-a9ea-41a1-b9c1-c18ed0f65008", "name": "network-vif-plugged", "status": "completed", "tag": "eb8a9a3d-3129-4eab-8603-05152b701561", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:17.913234 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-046a788b-b627-4b89-b62b-ebe8a28b270d {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:17.913621 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb8a9a3d-3129-4eab-8603-05152b701561', 'code': 200} Feb 16 16:10:17.940841 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=eb8a9a3d-3129-4eab-8603-05152b701561,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:18.088967 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a160aa4-2046-43ad-95cb-40b1e504d035 req-23c0e84a-a4f8-4787-b7e0-253b5b158f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:18.090535 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a160aa4-2046-43ad-95cb-40b1e504d035 req-23c0e84a-a4f8-4787-b7e0-253b5b158f46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 1129 time: 0.0486493 Feb 16 16:10:18.160603 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8a160aa4-2046-43ad-95cb-40b1e504d035 req-5e278b99-b96c-478a-ab31-167beca30445 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632172 Feb 16 16:10:18.182019 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2da357-81f1-461c-9edf-889ce76fad9e req-e8ca1a0b-2beb-4b6e-b492-1e364e71cdde tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:18.183461 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dd2da357-81f1-461c-9edf-889ce76fad9e req-e8ca1a0b-2beb-4b6e-b492-1e364e71cdde tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.0678549 Feb 16 16:10:18.230053 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dd2da357-81f1-461c-9edf-889ce76fad9e req-c0eec56a-a1b2-495d-9bc2-caf72321f027 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400753 Feb 16 16:10:18.651721 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4508431-4f17-4431-865d-698333bbb84b req-c62bc946-9145-4ffa-b78b-03328361345e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:18.653485 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d4508431-4f17-4431-865d-698333bbb84b req-c62bc946-9145-4ffa-b78b-03328361345e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 946 time: 0.0566823 Feb 16 16:10:18.693397 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786e9cd-392d-42d2-93a7-17e02fe25ada req-67db078e-4e9a-4950-9440-bb8341626624 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:18.694932 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9786e9cd-392d-42d2-93a7-17e02fe25ada req-67db078e-4e9a-4950-9440-bb8341626624 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0534563 Feb 16 16:10:18.700798 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d4508431-4f17-4431-865d-698333bbb84b req-140d3dc8-417e-4365-8df0-f352f40acb1b tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416808 Feb 16 16:10:18.749677 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9786e9cd-392d-42d2-93a7-17e02fe25ada req-2c6630d3-6a15-48ee-89da-14426a8f3b89 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489564 Feb 16 16:10:19.351585 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432abff-2e55-4caf-ac0e-f7e7cb3269aa req-560d78b7-1a27-42b7-9ef4-21ab3de32fbb tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:19.353137 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9432abff-2e55-4caf-ac0e-f7e7cb3269aa req-560d78b7-1a27-42b7-9ef4-21ab3de32fbb tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.0556734 Feb 16 16:10:19.356340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-55af72c2-b660-4270-b14e-2e9e36b1c994 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:19.357823 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-55af72c2-b660-4270-b14e-2e9e36b1c994 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 946 time: 0.0565679 Feb 16 16:10:19.413095 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-9432abff-2e55-4caf-ac0e-f7e7cb3269aa req-ba0c6776-e3a8-4833-899b-cb2c4763a70d tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Feb 16 16:10:19.479312 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Deleting port 07f75d53-6175-4d65-85b4-cb52f5fa2286 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:10:19.479701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:19.585025 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] For port 07f75d53-6175-4d65-85b4-cb52f5fa2286, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=07f75d53-6175-4d65-85b4-cb52f5fa2286,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:19.585385 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:19.599221 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Calling delete_port for 07f75d53-6175-4d65-85b4-cb52f5fa2286 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:10:19.739822 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (07f75d53-6175-4d65-85b4-cb52f5fa2286), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:19.772667 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Pushing event deleted for resources: {'Port': ['ID=07f75d53-6175-4d65-85b4-cb52f5fa2286,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:19.843355 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] No DVR routers for this DVR port 07f75d53-6175-4d65-85b4-cb52f5fa2286 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:10:19.844022 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd9c1eeb-cb52-4698-9861-2821244e0312 req-0b755608-2a45-4a33-9c30-b525002d51ab tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=a24459ab-41a8-4bd0-8f72-5521b29b2e60 HTTP/1.1" status: 200 len: 210 time: 0.0464213 Feb 16 16:10:19.845846 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:19.849277 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1e698a15-cc60-4e83-8d3b-84bd9f0d73aa req-908aecad-6001-4414-b541-758c90b63a80 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "DELETE /v2.0/ports/07f75d53-6175-4d65-85b4-cb52f5fa2286 HTTP/1.1" status: 204 len: 173 time: 0.4828391 Feb 16 16:10:19.849962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'name': 'network-vif-deleted', 'tag': '07f75d53-6175-4d65-85b4-cb52f5fa2286'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:19.852335 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be81dc2-4623-4e78-b655-c691ff2dbfb2" -d '{"events": [{"server_uuid": "a24459ab-41a8-4bd0-8f72-5521b29b2e60", "name": "network-vif-deleted", "tag": "07f75d53-6175-4d65-85b4-cb52f5fa2286"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:19.899171 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb052ff-ba19-4aed-9f63-dcc7e2209fa8 req-2c0e7e58-081e-46c7-895a-0700199a7fba tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:19.900727 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bfb052ff-ba19-4aed-9f63-dcc7e2209fa8 req-2c0e7e58-081e-46c7-895a-0700199a7fba tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0734801 Feb 16 16:10:19.919550 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0389acfb-f18c-455d-b451-35e08007f92a x-openstack-request-id: req-0389acfb-f18c-455d-b451-35e08007f92a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:19.919928 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24459ab-41a8-4bd0-8f72-5521b29b2e60", "name": "network-vif-deleted", "tag": "07f75d53-6175-4d65-85b4-cb52f5fa2286", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:19.920255 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0389acfb-f18c-455d-b451-35e08007f92a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:19.920734 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24459ab-41a8-4bd0-8f72-5521b29b2e60', 'name': 'network-vif-deleted', 'tag': '07f75d53-6175-4d65-85b4-cb52f5fa2286', 'status': 'completed', 'code': 200} Feb 16 16:10:19.960383 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-bfb052ff-ba19-4aed-9f63-dcc7e2209fa8 req-c29d69f6-633b-45f2-83bb-22dd048c1bc6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519831 Feb 16 16:10:20.547110 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47657bf2-08c4-463c-b84a-0662b8d1bd5d req-bd048df1-3715-41b7-8150-37b76342b5fe tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:20.549164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-47657bf2-08c4-463c-b84a-0662b8d1bd5d req-bd048df1-3715-41b7-8150-37b76342b5fe tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.0599494 Feb 16 16:10:20.602888 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-47657bf2-08c4-463c-b84a-0662b8d1bd5d req-d35fef46-69a5-4fc1-b36f-a1590dba32f4 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Feb 16 16:10:21.162807 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175eece-fce8-4abc-ae1b-0a0b123df744 req-fa486ef4-6845-4d0a-b89c-f159f51f9c7b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:21.165783 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1175eece-fce8-4abc-ae1b-0a0b123df744 req-fa486ef4-6845-4d0a-b89c-f159f51f9c7b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0995860 Feb 16 16:10:21.229137 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1175eece-fce8-4abc-ae1b-0a0b123df744 req-a01ad31c-d7a7-4281-8ea4-e29e9587141d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568082 Feb 16 16:10:21.408401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3fc6a2-1b6d-4887-bd40-a85e98a9aa46 req-188d1dad-9894-4b4c-ad7a-9721bf62c4de tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:21.410499 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fb3fc6a2-1b6d-4887-bd40-a85e98a9aa46 req-188d1dad-9894-4b4c-ad7a-9721bf62c4de tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.0591168 Feb 16 16:10:21.469125 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fb3fc6a2-1b6d-4887-bd40-a85e98a9aa46 req-b77e7f1b-8f87-4f36-904f-b3b469bff7c4 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526967 Feb 16 16:10:22.212941 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 07f75d53-6175-4d65-85b4-cb52f5fa2286 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:10:22.235843 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 07f75d53-6175-4d65-85b4-cb52f5fa2286 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:10:22.236196 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 07f75d53-6175-4d65-85b4-cb52f5fa2286 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:10:22.357438 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193860be-a845-4f60-a9fb-ba113911924b req-5490a9e3-1a93-4dfd-9b63-846e9aaae917 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:22.359169 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-193860be-a845-4f60-a9fb-ba113911924b req-5490a9e3-1a93-4dfd-9b63-846e9aaae917 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0595217 Feb 16 16:10:22.416202 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-193860be-a845-4f60-a9fb-ba113911924b req-35f76786-aeaa-4794-831b-7738606b68db tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489435 Feb 16 16:10:22.593520 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219419de-7867-4759-9fed-04e33d58d8eb req-77d62704-a7fb-4036-a59d-b27c8957a234 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:22.596255 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-219419de-7867-4759-9fed-04e33d58d8eb req-77d62704-a7fb-4036-a59d-b27c8957a234 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.0550244 Feb 16 16:10:22.645698 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-219419de-7867-4759-9fed-04e33d58d8eb req-82ad9c13-5af5-4d35-9321-5225f5505df5 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443752 Feb 16 16:10:23.540699 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c6cfd-0527-4f33-9131-b1374b1ad0a0 req-3fff146a-89e9-4e41-b5c5-50f09e2e60f7 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:23.542348 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6a0c6cfd-0527-4f33-9131-b1374b1ad0a0 req-3fff146a-89e9-4e41-b5c5-50f09e2e60f7 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0573044 Feb 16 16:10:23.600185 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6a0c6cfd-0527-4f33-9131-b1374b1ad0a0 req-26ee360c-fae1-4862-baa5-8c6284f0775b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499082 Feb 16 16:10:23.927945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa5d97-d615-4e80-8a85-6c5067d34784 req-6a020aa8-8180-4c48-98f0-11a62924d117 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:23.929648 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9aa5d97-d615-4e80-8a85-6c5067d34784 req-6a020aa8-8180-4c48-98f0-11a62924d117 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.0560741 Feb 16 16:10:23.978887 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b9aa5d97-d615-4e80-8a85-6c5067d34784 req-4f42b5dc-ad13-4c52-a431-829d41cdbf6e tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Feb 16 16:10:24.100880 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e577943-d8a7-4510-8589-d321d67c148e req-13b38f70-5250-473e-a152-2c83c8a87ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:24.102556 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-13b38f70-5250-473e-a152-2c83c8a87ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1130 time: 0.0543036 Feb 16 16:10:24.212849 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e577943-d8a7-4510-8589-d321d67c148e req-5ae0346c-49ae-4969-a424-7c45e845b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:24.214333 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-5ae0346c-49ae-4969-a424-7c45e845b708 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.1037598 Feb 16 16:10:24.314363 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-669827ae-9444-4fe5-85cc-6183f31ce1d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 1001 time: 0.0932643 Feb 16 16:10:24.368718 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-927320a3-fc62-4dac-ac82-06b0caed051c tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:24.370256 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-927320a3-fc62-4dac-ac82-06b0caed051c tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 945 time: 0.1081889 Feb 16 16:10:24.386326 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e577943-d8a7-4510-8589-d321d67c148e req-b0425b1a-3610-4b66-b371-fbf654ade2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:24.387946 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-b0425b1a-3610-4b66-b371-fbf654ade2f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0681391 Feb 16 16:10:24.500941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e577943-d8a7-4510-8589-d321d67c148e req-4618bdb0-f532-4b3f-8587-5a04d27c5bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:24.502452 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-4618bdb0-f532-4b3f-8587-5a04d27c5bdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943780 Feb 16 16:10:24.553217 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Deleting port eb8a9a3d-3129-4eab-8603-05152b701561 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:10:24.553657 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:24.680495 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-103f8083-28ea-420f-9e8c-c8697d2d0c03 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698658 Feb 16 16:10:24.734278 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc52f35-8714-4022-a6ec-eb9bc76e81f8 req-8883b9be-1c49-462c-9372-fe84c4a90da5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:24.737289 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dcc52f35-8714-4022-a6ec-eb9bc76e81f8 req-8883b9be-1c49-462c-9372-fe84c4a90da5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0605395 Feb 16 16:10:24.739991 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] For port eb8a9a3d-3129-4eab-8603-05152b701561, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=eb8a9a3d-3129-4eab-8603-05152b701561,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:24.740368 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:24.785751 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Calling delete_port for eb8a9a3d-3129-4eab-8603-05152b701561 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:10:24.790129 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-dcc52f35-8714-4022-a6ec-eb9bc76e81f8 req-dc080622-d4f3-4e14-aa30-4bd5a509b896 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459852 Feb 16 16:10:24.850491 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7e577943-d8a7-4510-8589-d321d67c148e req-e5ebde1d-8697-4cb2-8c06-27ae30cb8ac9 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633229 Feb 16 16:10:24.951584 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (eb8a9a3d-3129-4eab-8603-05152b701561), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:24.965686 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['eb8a9a3d-3129-4eab-8603-05152b701561'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:10:24.981308 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Pushing event deleted for resources: {'Port': ['ID=eb8a9a3d-3129-4eab-8603-05152b701561,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:25.052598 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] No DVR routers for this DVR port eb8a9a3d-3129-4eab-8603-05152b701561 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:10:25.055409 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:25.060203 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d3681f6c-8b27-4762-be1a-c06b71e2ddf7 req-0379bab4-7455-4f25-b931-56dc10d09158 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "DELETE /v2.0/ports/eb8a9a3d-3129-4eab-8603-05152b701561 HTTP/1.1" status: 204 len: 173 time: 0.6849148 Feb 16 16:10:25.060690 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'name': 'network-vif-deleted', 'tag': 'eb8a9a3d-3129-4eab-8603-05152b701561'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:25.063166 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc6dbc3-bae0-4b23-83fd-10e1231e14a7" -d '{"events": [{"server_uuid": "3241e538-a9ea-41a1-b9c1-c18ed0f65008", "name": "network-vif-deleted", "tag": "eb8a9a3d-3129-4eab-8603-05152b701561"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:25.109663 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c40c4063-8d9d-47a6-b366-56973af7d7be req-8968a966-fb1f-45af-a319-aa8d26d466bf tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=3241e538-a9ea-41a1-b9c1-c18ed0f65008 HTTP/1.1" status: 200 len: 210 time: 0.0422518 Feb 16 16:10:25.113817 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2592e6-692b-4296-8162-924d2f9423c2 x-openstack-request-id: req-7d2592e6-692b-4296-8162-924d2f9423c2 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:25.114210 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3241e538-a9ea-41a1-b9c1-c18ed0f65008", "name": "network-vif-deleted", "tag": "eb8a9a3d-3129-4eab-8603-05152b701561", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:25.114608 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7d2592e6-692b-4296-8162-924d2f9423c2 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:25.115205 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3241e538-a9ea-41a1-b9c1-c18ed0f65008', 'name': 'network-vif-deleted', 'tag': 'eb8a9a3d-3129-4eab-8603-05152b701561', 'status': 'completed', 'code': 200} Feb 16 16:10:25.935528 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29419332-1a29-4356-973d-dc65c621ac55 req-25337fb4-8bdf-4df9-bda9-b12aaa2ceb6c tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:25.937384 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29419332-1a29-4356-973d-dc65c621ac55 req-25337fb4-8bdf-4df9-bda9-b12aaa2ceb6c tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0692179 Feb 16 16:10:25.999832 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29419332-1a29-4356-973d-dc65c621ac55 req-d1ae59c1-11d1-459e-8a9a-b9547e906b0b tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560648 Feb 16 16:10:26.398128 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-4dbed1aa-eb09-4fe4-828e-f8971b00fc96 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:26.399843 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-4dbed1aa-eb09-4fe4-828e-f8971b00fc96 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/networks?id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 HTTP/1.1" status: 200 len: 807 time: 0.1126211 Feb 16 16:10:26.416782 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-6009d1cf-a339-4c36-9d54-472fff8afd14 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/quotas/2198a9bca1844dea8b3ae614e4981a5c HTTP/1.1" status: 200 len: 375 time: 0.0105326 Feb 16 16:10:26.456817 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-c426e67a-33d5-405f-80dd-e184d31e3f3b tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324888 Feb 16 16:10:26.561667 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-43818560-e9fb-4e30-855c-94908233874c service neutron] 10.222.0.69 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971897 Feb 16 16:10:26.675626 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-539ca932-de88-450c-8ff3-5e4d50ad22a2 service neutron] 10.222.0.69 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036015 Feb 16 16:10:26.894033 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3fecb474-f318-46b7-89bb-81c3feb401f1 req-40f13305-e3bd-4f7d-bbab-fe45f3b9f09d tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 210 time: 0.0546694 Feb 16 16:10:27.159629 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0fcd9-97cf-4b28-8d27-6a81c942e3b2 req-ffd7b370-ed5b-434e-89fd-5e7479b97d7a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:27.161238 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-41a0fcd9-97cf-4b28-8d27-6a81c942e3b2 req-ffd7b370-ed5b-434e-89fd-5e7479b97d7a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0659440 Feb 16 16:10:27.216482 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-41a0fcd9-97cf-4b28-8d27-6a81c942e3b2 req-c1372ceb-1db6-488e-93c0-6e7687d79b86 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488372 Feb 16 16:10:28.009658 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9d5a58f6-ae19-48a3-9550-a9808a34625d req-89d30a7d-5ac1-47b3-a184-7b9afe0a3c7e tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 210 time: 0.0310857 Feb 16 16:10:28.351818 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device eb8a9a3d-3129-4eab-8603-05152b701561 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:10:28.367675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe228d4-35f3-4474-8b2b-05cec0dcabba req-04df3514-8518-4ec5-9728-a7c4ca2e3f97 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:28.369555 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7fe228d4-35f3-4474-8b2b-05cec0dcabba req-04df3514-8518-4ec5-9728-a7c4ca2e3f97 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0733261 Feb 16 16:10:28.388456 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: eb8a9a3d-3129-4eab-8603-05152b701561 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:10:28.388810 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device eb8a9a3d-3129-4eab-8603-05152b701561 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:10:28.439242 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7fe228d4-35f3-4474-8b2b-05cec0dcabba req-b50412a3-be11-4a69-89f8-d207f928698a tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629249 Feb 16 16:10:29.152322 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e4bc37a3-0d66-402d-8f87-99b3bdae22c0 req-634d96ee-614d-4ff3-a894-063a1559a447 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 210 time: 0.0372047 Feb 16 16:10:29.154222 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-4def57f8-86ef-4f76-9ecd-bc7b6489f54f tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:29.157369 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-4def57f8-86ef-4f76-9ecd-bc7b6489f54f tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "GET /v2.0/networks?id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 HTTP/1.1" status: 200 len: 807 time: 0.2126226 Feb 16 16:10:29.205637 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Request body: {'port': {'device_id': 'c8b858ab-265d-4825-bb6b-852597565d43', 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821', 'admin_state_up': True, 'tenant_id': '2198a9bca1844dea8b3ae614e4981a5c'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:29.307570 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-2a2c5b9b-d257-4f29-a360-950c8327ae69 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:29.309216 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-2a2c5b9b-d257-4f29-a360-950c8327ae69 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/networks?id=ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 200 len: 814 time: 0.3056917 Feb 16 16:10:29.338249 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-ad4eb518-8835-4f4f-ad9c-d86acc2e32c2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/quotas/2da1683ea01d4199a91d318f67193bbb HTTP/1.1" status: 200 len: 375 time: 0.0198164 Feb 16 16:10:29.388351 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-b0fc5dd0-9a54-4568-8b31-48ca5be8645e tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2da1683ea01d4199a91d318f67193bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387604 Feb 16 16:10:29.412157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Made reservation on behalf of 2198a9bca1844dea8b3ae614e4981a5c for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:10:29.416332 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:29.633924 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944e53c-23fa-4bff-83be-45a8f479a515 req-3a50b45f-db5a-493f-9aeb-a98845a0270e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:29.635667 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7944e53c-23fa-4bff-83be-45a8f479a515 req-3a50b45f-db5a-493f-9aeb-a98845a0270e tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0788825 Feb 16 16:10:29.643220 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f5d4cd8d-29c1-406a-959f-47acfabc6b0c service neutron] 10.222.0.69 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377474 Feb 16 16:10:29.644701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Allocated IP 172.20.0.5 (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821/1c9761d9-dcb5-462f-b246-a56f605decd6/f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:10:29.702537 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7944e53c-23fa-4bff-83be-45a8f479a515 req-d6fc62a7-2545-4e2c-b261-62a3b2fc0184 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542860 Feb 16 16:10:29.806255 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-7b477fd5-5577-47f8-8eb7-7ad416496fbb service neutron] 10.222.0.69 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588995 Feb 16 16:10:29.918459 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks [] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:29.966916 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:30.026120 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:10:30.051916 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:10:30.060383 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Pushing event updated for resources: {'Port': ['ID=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:30.061568 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-fa65f367-5e03-47e8-81fe-ffdad0c01b32 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1657908 Feb 16 16:10:30.066630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:10:30.086162 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b2ace-8526-4a53-afeb-d07e69be799e req-230629bf-cf6f-413d-8c77-05ccc19a14e0 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:30.087892 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4c1b2ace-8526-4a53-afeb-d07e69be799e req-230629bf-cf6f-413d-8c77-05ccc19a14e0 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.1593444 Feb 16 16:10:30.136969 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4fbf217b-1212-41d1-ac8a-4c0992fd2f52 req-9c645530-f286-429c-98a1-18e86829ed2a tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 210 time: 0.0699220 Feb 16 16:10:30.174671 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4c1b2ace-8526-4a53-afeb-d07e69be799e req-a3b18a86-9354-481f-a691-b6907665a64c tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784776 Feb 16 16:10:30.176872 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:30.178356 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:30.220524 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-caa12378-a243-4ba1-b680-2f205eec7f97 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0236847 Feb 16 16:10:30.238265 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Request body: {'port': {'device_id': 'c8b858ab-265d-4825-bb6b-852597565d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:30.310179 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 41604) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:10:30.377989 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:30.400865 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046729b-5a56-4320-8d0f-83061fb5b195 req-1758fedb-43a5-4d53-9269-8530a041fc11 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:30.402456 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4046729b-5a56-4320-8d0f-83061fb5b195 req-1758fedb-43a5-4d53-9269-8530a041fc11 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 931 time: 0.1592455 Feb 16 16:10:30.461988 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-60a0526f-6033-4532-99a6-3a84839b3293 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:30.472930 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-60a0526f-6033-4532-99a6-3a84839b3293 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports/02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 943 time: 0.1614032 Feb 16 16:10:30.924175 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-4046729b-5a56-4320-8d0f-83061fb5b195 req-485d5021-bc2c-4b60-b6f0-df8af25fa303 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5113344 Feb 16 16:10:31.169966 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:31.184526 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Publish callbacks [] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.236787 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Transition to ACTIVE for port object f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:10:31.242221 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.324295 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e318eb32-2e5c-4311-b53e-513b682ba472 req-15a9752d-b62c-4b78-a1a1-d1e5b47e7e47 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 210 time: 0.0760977 Feb 16 16:10:31.326626 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-a10924b7-2dd3-474f-a4eb-5337648bb2c2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:31.328215 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-a10924b7-2dd3-474f-a4eb-5337648bb2c2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "GET /v2.0/networks?id=ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 200 len: 814 time: 0.2034943 Feb 16 16:10:31.348479 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Request body: {'port': {'device_id': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a', 'admin_state_up': True, 'tenant_id': '2da1683ea01d4199a91d318f67193bbb'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:31.412656 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:31.529317 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d8a8d-fed3-41e7-a68b-7f044135a97d req-20238a95-b232-42e5-b155-4d801dbfb6e1 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:31.530840 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-204d8a8d-fed3-41e7-a68b-7f044135a97d req-20238a95-b232-42e5-b155-4d801dbfb6e1 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.1989028 Feb 16 16:10:31.556645 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Attempting to bind port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:10:31.556901 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Attempting to bind port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:10:31.557226 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Attempting to bind port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb on network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:10:31.583548 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb on network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:10:31.583870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Attempting to bind port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb on network fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:10:31.616781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:10:31.617164 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Checking segment: {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:10:31.617512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Bound using segment: {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:10:31.617962 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Bound port: f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c733ab2-5c3e-48a6-a682-610c9841446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:10:31.618332 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.621585 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Made reservation on behalf of 2da1683ea01d4199a91d318f67193bbb for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:10:31.625033 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.633117 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-204d8a8d-fed3-41e7-a68b-7f044135a97d req-59bb5993-e88c-4fac-a9ed-b05280f037b1 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885968 Feb 16 16:10:31.761927 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] For port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:10:31.768609 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] For port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:10:31.775907 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:10:31.795493 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.854427 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Allocated IP 172.20.0.10 (ae0dffdd-8e42-4538-a242-63c5641dca7a/40f79c8f-2010-47c5-97a0-d7ae9ee4099e/f77b78d6-e9fd-4372-9f71-be6f453b24bc) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:10:31.861486 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:31.862113 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.863592 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb HTTP/1.1" status: 200 len: 1093 time: 1.6359682 Feb 16 16:10:31.864056 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b858ab-265d-4825-bb6b-852597565d43', 'tag': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:31.866334 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b858ab-265d-4825-bb6b-852597565d43", "tag": "f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:31.869913 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 is: ACTIVE; New status is: DOWN {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:31.870560 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.899438 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b022ac-4640-4fb7-b451-f45445a41be9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:31.931558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:31.933017 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:31.936361 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54aa59ee-19a4-415a-a245-bcaca688a06a" -d '{"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:31.943199 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:31.974788 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb407fc1-5dd0-483c-84e2-f88736af8d76 x-openstack-request-id: req-cb407fc1-5dd0-483c-84e2-f88736af8d76 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:31.975135 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b858ab-265d-4825-bb6b-852597565d43", "tag": "f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:31.975650 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb407fc1-5dd0-483c-84e2-f88736af8d76 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:31.976127 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b858ab-265d-4825-bb6b-852597565d43', 'tag': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb', 'status': 'completed', 'code': 200} Feb 16 16:10:32.044926 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cdabd1-abbb-4f5f-aaad-3abbf2336da4 x-openstack-request-id: req-44cdabd1-abbb-4f5f-aaad-3abbf2336da4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:32.048881 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-unplugged", "status": "completed", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:32.049443 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-44cdabd1-abbb-4f5f-aaad-3abbf2336da4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:32.050129 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'code': 200} Feb 16 16:10:32.052870 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=6']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:32.078535 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-5d103aed-3657-4fed-a809-648761d8974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.080327 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-5d103aed-3657-4fed-a809-648761d8974b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 1127 time: 0.1448169 Feb 16 16:10:32.142425 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-7d7b8b2d-2c60-4142-8adf-1dfc5724ae59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb HTTP/1.1" status: 200 len: 217 time: 0.0551875 Feb 16 16:10:32.169659 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-8744d41a-151a-4b16-b5bd-103f4c8d2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.171929 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-8744d41a-151a-4b16-b5bd-103f4c8d2c8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2&tenant_id=418c2ebe2e7d42428567a827db0d3746 HTTP/1.1" status: 200 len: 1128 time: 0.3146832 Feb 16 16:10:32.184813 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks [] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:32.202902 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca1000-9d0a-4fc9-9972-504f30b00fe7 req-56dc4091-d70f-4322-b31e-4c8b92fcd89a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.206231 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0bca1000-9d0a-4fc9-9972-504f30b00fe7 req-56dc4091-d70f-4322-b31e-4c8b92fcd89a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 943 time: 0.1123705 Feb 16 16:10:32.213586 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-09b9b3f3-ba79-4e6d-a636-c80798af0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.215149 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-09b9b3f3-ba79-4e6d-a636-c80798af0431 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c9761d9-dcb5-462f-b246-a56f605decd6 HTTP/1.1" status: 200 len: 847 time: 0.0662482 Feb 16 16:10:32.262138 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-e9c675fe-0d2b-467d-9b4d-c58cef2a47d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400281 Feb 16 16:10:32.278571 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:32.323268 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0bca1000-9d0a-4fc9-9972-504f30b00fe7 req-85c90233-2b77-4cb2-8873-dd612001ee33 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037323 Feb 16 16:10:32.330440 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-8264879e-3921-4b47-8fe3-81295ab8a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.332144 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-8264879e-3921-4b47-8fe3-81295ab8a455 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1128 time: 0.1246576 Feb 16 16:10:32.380942 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Network ae0dffdd-8e42-4538-a242-63c5641dca7a is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:10:32.386240 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:10:32.393081 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:10:32.402987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Pushing event updated for resources: {'Port': ['ID=f77b78d6-e9fd-4372-9f71-be6f453b24bc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:32.480581 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-42e8ed23-3d62-4865-bb0f-c13160c0cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.482782 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-42e8ed23-3d62-4865-bb0f-c13160c0cde9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.1433089 Feb 16 16:10:32.489243 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-ba4fc526-4897-421f-8e8c-ef5bca9aa924 service neutron] 10.222.0.36 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211468 Feb 16 16:10:32.496822 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.497453 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:32.551892 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-f324ffa0-6977-4f60-8d07-b312d2d3c338 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2086179 Feb 16 16:10:32.564360 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b5faf-edd8-4f69-b21f-d64e4b682d87 req-b5bd2857-497a-4d3d-b065-1f7c9252cd9c tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.566011 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c11b5faf-edd8-4f69-b21f-d64e4b682d87 req-b5bd2857-497a-4d3d-b065-1f7c9252cd9c tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 932 time: 0.1376734 Feb 16 16:10:32.566724 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-539b97f5-b371-4e7d-9d5a-75d0f98f71f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 999 time: 0.0782440 Feb 16 16:10:32.602218 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Request body: {'port': {'device_id': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:10:32.629666 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-b78055ce-325f-49be-926d-2654c3d1fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.631329 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-b78055ce-325f-49be-926d-2654c3d1fa13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0592463 Feb 16 16:10:32.693681 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-992d20ef-ea83-4b0b-9285-8812b95e1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.695778 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-992d20ef-ea83-4b0b-9285-8812b95e1243 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587487 Feb 16 16:10:32.708434 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-53b9abcd-a048-43e0-85d0-89f80bc24150 req-d69de6aa-0f6c-4c0e-8a27-09a8997d07dc service neutron] 10.222.0.36 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044504 Feb 16 16:10:32.722700 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-c11b5faf-edd8-4f69-b21f-d64e4b682d87 req-4409984f-9f33-4383-bc8f-9aac6c4cab83 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171491 Feb 16 16:10:32.727316 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:32.867893 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1817414-e773-47f7-8cdc-981f00b2d96e req-115fe438-1acb-4ddf-9806-91b18c6b23d3 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.869356 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b1817414-e773-47f7-8cdc-981f00b2d96e req-115fe438-1acb-4ddf-9806-91b18c6b23d3 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.1134388 Feb 16 16:10:32.876380 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-4bc9c57d-ff82-4503-82e2-8779a7ea0341 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744792 Feb 16 16:10:32.917626 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-1c496dce-ec8a-4ee9-990b-1fefbc67c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:32.919369 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-1c496dce-ec8a-4ee9-990b-1fefbc67c859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 1127 time: 0.1421053 Feb 16 16:10:32.979649 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b1817414-e773-47f7-8cdc-981f00b2d96e req-2ad5fc33-f40a-4079-9499-0148df4d9447 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018808 Feb 16 16:10:33.013251 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c110dca5-9f70-4d0c-a4dd-a880f50ac05c req-4b4a95f6-7586-4028-9d2c-f5a3a8e25e56 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297438 Feb 16 16:10:33.118141 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-7d6e837a-5414-415c-b863-f054ebb92d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:33.119869 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-7d6e837a-5414-415c-b863-f054ebb92d82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 HTTP/1.1" status: 200 len: 908 time: 0.1940362 Feb 16 16:10:33.172164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-23996eba-3376-4437-be6a-7d7dc78f26e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb HTTP/1.1" status: 200 len: 217 time: 0.0444732 Feb 16 16:10:33.264821 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77b78d6-e9fd-4372-9f71-be6f453b24bc {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:33.279653 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Publish callbacks [] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:33.284290 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-dac9f68a-d438-4288-bff7-2cacf08f442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:33.286050 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-dac9f68a-d438-4288-bff7-2cacf08f442c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1c9761d9-dcb5-462f-b246-a56f605decd6 HTTP/1.1" status: 200 len: 847 time: 0.1062813 Feb 16 16:10:33.309634 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Transition to ACTIVE for port object f77b78d6-e9fd-4372-9f71-be6f453b24bc will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:10:33.330630 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-88aefc20-c0bf-41ce-b50a-2e0b8deba32b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360181 Feb 16 16:10:33.331474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:33.431091 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=f77b78d6-e9fd-4372-9f71-be6f453b24bc,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:33.592693 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-f9642589-8198-4f2b-b741-03e60c86a559 service neutron] 10.222.0.36 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550504 Feb 16 16:10:33.650626 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76255b-128a-4d50-8f16-30af2d9cc004 req-898b314a-aafe-4c32-ab12-f05af30567c7 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:33.652733 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a76255b-128a-4d50-8f16-30af2d9cc004 req-898b314a-aafe-4c32-ab12-f05af30567c7 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 943 time: 0.1861856 Feb 16 16:10:33.661339 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Attempting to bind port f77b78d6-e9fd-4372-9f71-be6f453b24bc on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:10:33.661728 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Attempting to bind port f77b78d6-e9fd-4372-9f71-be6f453b24bc by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:10:33.662083 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Attempting to bind port f77b78d6-e9fd-4372-9f71-be6f453b24bc on network ae0dffdd-8e42-4538-a242-63c5641dca7a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:10:33.684576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Port f77b78d6-e9fd-4372-9f71-be6f453b24bc on network ae0dffdd-8e42-4538-a242-63c5641dca7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:10:33.684934 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Attempting to bind port f77b78d6-e9fd-4372-9f71-be6f453b24bc on network ae0dffdd-8e42-4538-a242-63c5641dca7a {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:10:33.732330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:10:33.732665 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Checking segment: {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:10:33.733104 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Bound using segment: {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:10:33.733682 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Bound port: f77b78d6-e9fd-4372-9f71-be6f453b24bc, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee17e2c-3264-4d4c-b65d-71460482a1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:10:33.734045 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:33.790263 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:10:33.818054 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fa9f4f1b-3ec2-44d1-b6dd-f08e17bcbd7f req-72252952-de04-421a-b6f3-801ac95c16d2 service neutron] 10.222.0.36 "GET /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171247 Feb 16 16:10:33.824271 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1a76255b-128a-4d50-8f16-30af2d9cc004 req-81e8f251-ed45-4a6a-b573-840b3288e8fb tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578605 Feb 16 16:10:33.885092 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] For port f77b78d6-e9fd-4372-9f71-be6f453b24bc, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:10:33.889924 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] For port f77b78d6-e9fd-4372-9f71-be6f453b24bc, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:10:33.898816 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:33.935907 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c72d9-38a6-4094-98d2-d83eac3bb0a0 req-311bb68f-173f-4cf7-9f3d-7d052a2ff45b tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:33.937440 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:33.939425 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-763c72d9-38a6-4094-98d2-d83eac3bb0a0 req-311bb68f-173f-4cf7-9f3d-7d052a2ff45b tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 944 time: 0.0936222 Feb 16 16:10:33.951161 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb', 'network_id': 'fcdda3a6-0b5b-44b3-9a7c-cc7e295da821', 'port_id': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb', 'mac_address': 'fa:16:3e:ea:5d:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c9761d9-dcb5-462f-b246-a56f605decd6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:10:33.961142 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:33.961844 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:33.963919 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f77b78d6-e9fd-4372-9f71-be6f453b24bc HTTP/1.1" status: 200 len: 1094 time: 1.3665175 Feb 16 16:10:33.978545 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'tag': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:33.989601 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519" -d '{"events": [{"name": "network-changed", "server_uuid": "7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf", "tag": "f77b78d6-e9fd-4372-9f71-be6f453b24bc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:34.027079 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c457e11-58a7-4b8a-bf9b-9eadaf869ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=f77b78d6-e9fd-4372-9f71-be6f453b24bc,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:34.069618 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90458246-0a0a-4940-8e0c-17c436319efb x-openstack-request-id: req-90458246-0a0a-4940-8e0c-17c436319efb {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:34.069914 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf", "tag": "f77b78d6-e9fd-4372-9f71-be6f453b24bc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:34.070204 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90458246-0a0a-4940-8e0c-17c436319efb {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:34.070603 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'tag': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc', 'status': 'completed', 'code': 200} Feb 16 16:10:34.071621 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-763c72d9-38a6-4094-98d2-d83eac3bb0a0 req-feedb0e1-e890-4649-9571-af7ab7ed5b93 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235449 Feb 16 16:10:34.087401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-e58821a0-2bd7-4af1-a4d8-bd8e590a1f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.090510 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-e58821a0-2bd7-4af1-a4d8-bd8e590a1f4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2da1683ea01d4199a91d318f67193bbb&device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 1128 time: 0.0841327 Feb 16 16:10:34.138372 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-2a8c9c14-dea6-420f-869d-8f8aa2cb61aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc HTTP/1.1" status: 200 len: 217 time: 0.0414414 Feb 16 16:10:34.158439 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:34.158946 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:34.187823 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:34.214069 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:34.220508 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:34.232324 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-1b44c66c-ed21-4d1f-9a7a-aae7188db643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.233865 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-1b44c66c-ed21-4d1f-9a7a-aae7188db643 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f79c8f-2010-47c5-97a0-d7ae9ee4099e HTTP/1.1" status: 200 len: 854 time: 0.0848475 Feb 16 16:10:34.257739 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d290c-9056-4e91-b4c9-2c030d150649 req-9399704e-0108-4ce7-aaee-355a2b392c4f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.259464 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-790d290c-9056-4e91-b4c9-2c030d150649 req-9399704e-0108-4ce7-aaee-355a2b392c4f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.1201360 Feb 16 16:10:34.276418 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:34.279616 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-52bbbfad-b69e-4ac3-8ccf-bfd6602a9f39 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae0dffdd-8e42-4538-a242-63c5641dca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387542 Feb 16 16:10:34.285823 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.286180 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.286535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.286882 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.287258 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.287604 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.287941 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.288279 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.288612 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.288947 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.289282 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.289606 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.289934 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:10:34.393429 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-790d290c-9056-4e91-b4c9-2c030d150649 req-6793252f-0dd2-4479-96d0-76a2ae014ae2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167729 Feb 16 16:10:34.428282 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-6d17dd88-4d8c-4c5b-b7e9-6bcd3c897fe8 service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417830 Feb 16 16:10:34.432472 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:10:34.542583 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fd8144ce-5a0a-49f3-9de4-32824ab40027 req-edd99747-0969-458d-ae20-ea485632e0ef service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083038 Feb 16 16:10:34.646452 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-260f633d-bbf9-4a5d-a7cd-8720cb79b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.648046 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-260f633d-bbf9-4a5d-a7cd-8720cb79b07e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2da1683ea01d4199a91d318f67193bbb&device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 1128 time: 0.0553708 Feb 16 16:10:34.747296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-4420bc29-fdc1-405f-b9ea-40fc90c50beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.748767 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-4420bc29-fdc1-405f-b9ea-40fc90c50beb service neutron] 10.222.0.36 "GET /v2.0/networks?id=ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 200 len: 915 time: 0.0906451 Feb 16 16:10:34.802410 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-9e660a39-94a4-4dcc-81dd-f78d764133c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc HTTP/1.1" status: 200 len: 217 time: 0.0460901 Feb 16 16:10:34.856706 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-7a537f2a-6f79-40ae-89d6-0c5d9c01bbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.858702 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-7a537f2a-6f79-40ae-89d6-0c5d9c01bbc1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=40f79c8f-2010-47c5-97a0-d7ae9ee4099e HTTP/1.1" status: 200 len: 854 time: 0.0503480 Feb 16 16:10:34.901186 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-524a8e35-e04b-4745-a16f-76ff455fd146 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ae0dffdd-8e42-4538-a242-63c5641dca7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352318 Feb 16 16:10:34.967183 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6be1a4-3b3d-4949-a667-1d581b8f266f req-d092ed22-79fc-4ad9-a029-f3874f7c1ae7 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:34.970983 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2d6be1a4-3b3d-4949-a667-1d581b8f266f req-d092ed22-79fc-4ad9-a029-f3874f7c1ae7 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 944 time: 0.0656133 Feb 16 16:10:35.030691 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-9919be3c-d74b-41d6-8b45-de7b27f830a0 service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225033 Feb 16 16:10:35.033230 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2d6be1a4-3b3d-4949-a667-1d581b8f266f req-8aaa8eb1-2f14-4f64-917e-04020cb7130a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571620 Feb 16 16:10:35.127745 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-94e528ce-66f5-4fc1-b5f8-975d4ff4f519 req-896a1753-d272-45e1-82d6-b953c5472c16 service neutron] 10.222.0.36 "GET /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907149 Feb 16 16:10:35.205201 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39a9d5-fa8c-4db1-be06-c6b694536f74 req-d505c8c9-4aad-4f35-947d-55d5b81f1e97 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:35.206718 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5e39a9d5-fa8c-4db1-be06-c6b694536f74 req-d505c8c9-4aad-4f35-947d-55d5b81f1e97 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 944 time: 0.0537620 Feb 16 16:10:35.257180 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5e39a9d5-fa8c-4db1-be06-c6b694536f74 req-7518c854-0087-4d62-966b-ad16588621b0 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448949 Feb 16 16:10:35.535556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10ebc6-e119-4a44-8d30-815c15595c4d req-78d7cd83-7432-4e3e-8d45-7a34b3b94ecc tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:35.537039 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5c10ebc6-e119-4a44-8d30-815c15595c4d req-78d7cd83-7432-4e3e-8d45-7a34b3b94ecc tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0573437 Feb 16 16:10:35.586392 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-5c10ebc6-e119-4a44-8d30-815c15595c4d req-0f4ea084-6f4d-4174-8b75-2116020d693d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Feb 16 16:10:35.792023 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f77b78d6-e9fd-4372-9f71-be6f453b24bc details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:10:35.794068 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:10:35.905777 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:10:35.914888 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:10:35.915300 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:35.961777 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port f77b78d6-e9fd-4372-9f71-be6f453b24bc, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:35.975720 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc', 'network_id': 'ae0dffdd-8e42-4538-a242-63c5641dca7a', 'port_id': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc', 'mac_address': 'fa:16:3e:05:bd:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40f79c8f-2010-47c5-97a0-d7ae9ee4099e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:10:36.053416 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port f77b78d6-e9fd-4372-9f71-be6f453b24bc is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:36.053733 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:36.057683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:36.058176 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:36.076732 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77b78d6-e9fd-4372-9f71-be6f453b24bc {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:36.099859 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b858ab-265d-4825-bb6b-852597565d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:36.102130 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9c157-6e66-4013-9290-00e5aa1b2184" -d '{"events": [{"server_uuid": "c8b858ab-265d-4825-bb6b-852597565d43", "name": "network-vif-plugged", "status": "completed", "tag": "f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:36.118833 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port f77b78d6-e9fd-4372-9f71-be6f453b24bc, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:36.122910 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:36.124664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:36.130346 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:36.150383 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cd6f01-cb0f-44c5-971f-6d40bea33ea4 x-openstack-request-id: req-68cd6f01-cb0f-44c5-971f-6d40bea33ea4 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:36.150682 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b858ab-265d-4825-bb6b-852597565d43", "name": "network-vif-plugged", "status": "completed", "tag": "f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:36.150939 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68cd6f01-cb0f-44c5-971f-6d40bea33ea4 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:36.151362 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b858ab-265d-4825-bb6b-852597565d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb', 'code': 200} Feb 16 16:10:36.177392 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c53184-be1b-432c-80e2-a40939d6b51a req-e24abf44-79c2-4571-9f85-34e2cd0bd82f tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:36.178911 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-35c53184-be1b-432c-80e2-a40939d6b51a req-e24abf44-79c2-4571-9f85-34e2cd0bd82f tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 944 time: 0.0772135 Feb 16 16:10:36.180332 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=f77b78d6-e9fd-4372-9f71-be6f453b24bc,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:36.232949 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:36.237657 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-35c53184-be1b-432c-80e2-a40939d6b51a req-9f4dc3d7-76e9-4bcf-98ff-ffbf68f5485e tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494761 Feb 16 16:10:36.288321 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:36.328272 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090a120-a979-4b22-a3f3-8a290134c31a req-6ac8e68a-fe14-4c1d-8f71-d80a00d4f793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:36.330437 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6090a120-a979-4b22-a3f3-8a290134c31a req-6ac8e68a-fe14-4c1d-8f71-d80a00d4f793 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 1129 time: 0.0463693 Feb 16 16:10:36.349855 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['f77b78d6-e9fd-4372-9f71-be6f453b24bc'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:10:36.382124 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6090a120-a979-4b22-a3f3-8a290134c31a req-dd0ede33-d5bf-4a08-b5f7-2ce193d384f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Feb 16 16:10:36.388373 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ddb8d-ea2d-4ba8-9653-24ad94ae5fde req-2a690f6e-630e-4f1a-8d0d-8afda72ecc10 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:36.389859 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-059ddb8d-ea2d-4ba8-9653-24ad94ae5fde req-2a690f6e-630e-4f1a-8d0d-8afda72ecc10 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 945 time: 0.0532296 Feb 16 16:10:36.450744 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-059ddb8d-ea2d-4ba8-9653-24ad94ae5fde req-d134d50c-d7cd-4abb-858e-db5ad0d175a2 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532460 Feb 16 16:10:36.711185 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0245c-428d-464a-a50b-e080015eefe3 req-69ce5272-b3b6-4744-a6bb-826e0de16477 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:36.712738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5a0245c-428d-464a-a50b-e080015eefe3 req-69ce5272-b3b6-4744-a6bb-826e0de16477 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0592299 Feb 16 16:10:36.761626 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5a0245c-428d-464a-a50b-e080015eefe3 req-c2491e09-8902-4dc3-8d0f-2b552f470175 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432806 Feb 16 16:10:37.359334 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e850f2-dd1f-4e74-8101-b135f2dd284f req-9990eead-f546-4131-91d9-088f1bcbf105 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:37.360975 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96e850f2-dd1f-4e74-8101-b135f2dd284f req-9990eead-f546-4131-91d9-088f1bcbf105 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 945 time: 0.0528481 Feb 16 16:10:37.422816 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96e850f2-dd1f-4e74-8101-b135f2dd284f req-f1670693-128b-47a8-9890-4f2636dcc3ac tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Feb 16 16:10:37.578117 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b354f-b070-47c9-8fb8-95f4d19eed97 req-61841470-fe5f-40cb-bdf0-9e5f13c04183 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:37.580462 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-670b354f-b070-47c9-8fb8-95f4d19eed97 req-61841470-fe5f-40cb-bdf0-9e5f13c04183 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 945 time: 0.0533705 Feb 16 16:10:37.626575 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-670b354f-b070-47c9-8fb8-95f4d19eed97 req-7cfd3a1a-f34b-4f6a-91f7-e1e9897f2ec9 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405984 Feb 16 16:10:37.805369 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f77b78d6-e9fd-4372-9f71-be6f453b24bc up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:10:37.856889 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port f77b78d6-e9fd-4372-9f71-be6f453b24bc completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:10:37.861135 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port f77b78d6-e9fd-4372-9f71-be6f453b24bc triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:10:37.861510 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:37.883611 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0cd6d-b0bd-46c3-a499-405ac9ac0f1a req-b34aa447-fea5-430f-b5a4-ba201c9a93d5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:37.885117 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fae0cd6d-b0bd-46c3-a499-405ac9ac0f1a req-b34aa447-fea5-430f-b5a4-ba201c9a93d5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0537772 Feb 16 16:10:37.941885 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-fae0cd6d-b0bd-46c3-a499-405ac9ac0f1a req-3561118e-b52a-47fd-b5be-f0367140213d tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510066 Feb 16 16:10:37.948849 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port f77b78d6-e9fd-4372-9f71-be6f453b24bc is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:37.949402 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:37.990911 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port f77b78d6-e9fd-4372-9f71-be6f453b24bc, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:37.994551 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:38.041997 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=f77b78d6-e9fd-4372-9f71-be6f453b24bc,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:38.152238 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:38.155057 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10760111-370b-483c-962a-a9d28615b632" -d '{"events": [{"server_uuid": "7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf", "name": "network-vif-plugged", "status": "completed", "tag": "f77b78d6-e9fd-4372-9f71-be6f453b24bc"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:38.194744 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa97e116-ee8a-43db-8bfc-6ccef310305b x-openstack-request-id: req-aa97e116-ee8a-43db-8bfc-6ccef310305b {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:38.194894 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf", "name": "network-vif-plugged", "status": "completed", "tag": "f77b78d6-e9fd-4372-9f71-be6f453b24bc", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:38.195174 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa97e116-ee8a-43db-8bfc-6ccef310305b {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:38.195580 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc', 'code': 200} Feb 16 16:10:38.524779 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cef3d-22d4-42d3-9917-771a5bb1c3c3 req-e27debb0-4113-4ccd-aa65-0633f57d585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:38.526268 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c0cef3d-22d4-42d3-9917-771a5bb1c3c3 req-e27debb0-4113-4ccd-aa65-0633f57d585e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 1130 time: 0.0511477 Feb 16 16:10:38.559722 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b71a2-073a-416d-a296-0dbf640edaa5 req-3c40c8a5-ccea-403c-bccb-fafc59e2008d tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:38.563525 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b46b71a2-073a-416d-a296-0dbf640edaa5 req-3c40c8a5-ccea-403c-bccb-fafc59e2008d tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 945 time: 0.0596166 Feb 16 16:10:38.609238 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b46b71a2-073a-416d-a296-0dbf640edaa5 req-9a67ffa9-8e13-44cd-8eb4-f68baf352b87 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Feb 16 16:10:38.614341 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1c0cef3d-22d4-42d3-9917-771a5bb1c3c3 req-b180dfe3-894e-4d2d-aab1-5c5ea1592125 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811610 Feb 16 16:10:38.623841 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340af194-bc92-4257-855b-019d06f2db8e req-7e1e3909-a7cf-4546-a91b-1cf514331a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:38.625374 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-7e1e3909-a7cf-4546-a91b-1cf514331a55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1128 time: 0.0630133 Feb 16 16:10:38.752161 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7fbe-3ed4-43de-b02f-2f2b1c7aab18 req-c24997d3-69c9-4d96-bd6f-17c0c833c6bc tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:38.753576 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-19dc7fbe-3ed4-43de-b02f-2f2b1c7aab18 req-c24997d3-69c9-4d96-bd6f-17c0c833c6bc tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 946 time: 0.0583220 Feb 16 16:10:38.803332 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-19dc7fbe-3ed4-43de-b02f-2f2b1c7aab18 req-1a5129f0-8e38-4714-8f97-134d00bf95ad tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437746 Feb 16 16:10:38.912178 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340af194-bc92-4257-855b-019d06f2db8e req-72aa4109-b087-41bc-9f1f-91775d2f8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:38.913648 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-72aa4109-b087-41bc-9f1f-91775d2f8009 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.0978267 Feb 16 16:10:38.986262 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-7291952f-d719-4be3-80d3-3af097e30958 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 999 time: 0.0648143 Feb 16 16:10:39.049624 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340af194-bc92-4257-855b-019d06f2db8e req-a4973067-e8c3-4442-90fa-89de99d16ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:39.051346 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-a4973067-e8c3-4442-90fa-89de99d16ad8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0600677 Feb 16 16:10:39.084820 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5728c-82ca-47e5-90b8-6de495334019 req-afc3104b-9287-4f15-9eb2-55b306d80a09 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:39.086438 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f4a5728c-82ca-47e5-90b8-6de495334019 req-afc3104b-9287-4f15-9eb2-55b306d80a09 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 944 time: 0.0688534 Feb 16 16:10:39.106401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340af194-bc92-4257-855b-019d06f2db8e req-9ed6d5fd-5bb5-4290-8fb6-4eacf66014e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:39.108258 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-9ed6d5fd-5bb5-4290-8fb6-4eacf66014e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508106 Feb 16 16:10:39.143903 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f4a5728c-82ca-47e5-90b8-6de495334019 req-f501dbf2-381a-4394-b1c2-b8a37aa37d1f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509374 Feb 16 16:10:39.214044 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-42b2e473-0d52-45d3-bb88-416f3970170b service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980077 Feb 16 16:10:39.310308 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac74ba-9021-4152-9ee6-3e008024d25e req-901c03b1-bb6c-49fa-8a97-52ffa563c944 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:39.311880 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-32ac74ba-9021-4152-9ee6-3e008024d25e req-901c03b1-bb6c-49fa-8a97-52ffa563c944 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 945 time: 0.0545838 Feb 16 16:10:39.322775 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-340af194-bc92-4257-855b-019d06f2db8e req-cabeacb2-d189-4210-a30e-529e2270b26e service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952351 Feb 16 16:10:39.364258 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-32ac74ba-9021-4152-9ee6-3e008024d25e req-49f53112-b9bf-4054-ac0a-996e3ea2ab20 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458353 Feb 16 16:10:39.805247 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:10:39.910852 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:39.921186 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'port_id': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'mac_address': 'fa:16:3e:58:72:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:10:39.930309 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfef7aa-c035-4849-9094-a82213c0f4e4 req-24d88f71-468f-402b-b82a-890e63bc0728 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:39.931854 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3cfef7aa-c035-4849-9094-a82213c0f4e4 req-24d88f71-468f-402b-b82a-890e63bc0728 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 946 time: 0.0545595 Feb 16 16:10:39.962990 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:39.963421 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:39.980334 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3cfef7aa-c035-4849-9094-a82213c0f4e4 req-03cd2214-b4a0-4860-b0cc-0cd918df75a0 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Feb 16 16:10:39.987067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02db02c5-55dd-40dd-94a3-9c483e7a26d2 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:10:40.009888 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:40.016116 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:40.069678 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=7']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:40.145277 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-b414e331-b2c2-4199-a51b-a132a9f51bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:40.243194 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['02db02c5-55dd-40dd-94a3-9c483e7a26d2'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:10:40.275576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25502e9b-1656-4ed9-81c7-828ffc3785a6 req-4d8cf5dd-27aa-486d-ac31-d5a4a8093128 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:40.276796 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-25502e9b-1656-4ed9-81c7-828ffc3785a6 req-4d8cf5dd-27aa-486d-ac31-d5a4a8093128 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0621166 Feb 16 16:10:40.335830 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-25502e9b-1656-4ed9-81c7-828ffc3785a6 req-bbda28b0-436d-449b-8971-60f2ef8edc62 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522745 Feb 16 16:10:40.499885 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454c77b-6e87-40fc-a43a-2847b424e3ca req-1394c07f-fea7-41c9-abbf-bd64057dc6cc tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:40.502033 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0454c77b-6e87-40fc-a43a-2847b424e3ca req-1394c07f-fea7-41c9-abbf-bd64057dc6cc tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 945 time: 0.0569949 Feb 16 16:10:40.552092 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0454c77b-6e87-40fc-a43a-2847b424e3ca req-a21f7bdc-4de3-426f-8895-cbf11b1fc0f0 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/security-groups?id=21b1336f-e608-44bd-9186-031e456267a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Feb 16 16:10:40.837808 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-542425ae-4505-45a4-886c-8c0a1d1e757a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:40.839301 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-542425ae-4505-45a4-886c-8c0a1d1e757a tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 945 time: 0.0536706 Feb 16 16:10:41.211656 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Deleting port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:10:41.212356 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:41.300728 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] For port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,segment=NetworkSegment(6c733ab2-5c3e-48a6-a682-610c9841446f),segment_id=6c733ab2-5c3e-48a6-a682-610c9841446f)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:41.301005 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:41.313878 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Calling delete_port for f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:10:41.510086 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:41.521153 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:10:41.530504 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ee762-c904-4600-b06e-ccd9955d2c2d req-85271c18-519f-4953-ac5b-0fcf714bb2a5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:41.532172 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-894ee762-c904-4600-b06e-ccd9955d2c2d req-85271c18-519f-4953-ac5b-0fcf714bb2a5 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 945 time: 0.0928955 Feb 16 16:10:41.553941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Pushing event deleted for resources: {'Port': ['ID=f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:41.618620 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] No DVR routers for this DVR port f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:10:41.622564 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:41.626589 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cfc816fd-a971-4cde-b5e7-b74da6def87d req-c65175c5-3baf-47d5-82f6-35b10d469c71 tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.36 "DELETE /v2.0/ports/f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb HTTP/1.1" status: 204 len: 173 time: 0.7814631 Feb 16 16:10:41.627079 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b858ab-265d-4825-bb6b-852597565d43', 'name': 'network-vif-deleted', 'tag': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:41.629354 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224b3321-e288-4185-bc3b-398c0581e91d" -d '{"events": [{"server_uuid": "c8b858ab-265d-4825-bb6b-852597565d43", "name": "network-vif-deleted", "tag": "f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:41.648976 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-894ee762-c904-4600-b06e-ccd9955d2c2d req-3f8f0ba3-f7d4-42e6-984e-aa8abe1a0bbb tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972095 Feb 16 16:10:41.659665 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f7faaf91-502b-424e-b2e9-df550b0c6f23 req-d880bcdf-d0a4-4b97-93e7-1f34d590ad5b tempest-VolumesActionsTest-1767198545 tempest-VolumesActionsTest-1767198545-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8b858ab-265d-4825-bb6b-852597565d43 HTTP/1.1" status: 200 len: 210 time: 0.0380278 Feb 16 16:10:41.707613 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe34d540-4339-4d93-91a3-1e4b264ecb9e x-openstack-request-id: req-fe34d540-4339-4d93-91a3-1e4b264ecb9e {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:41.707907 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b858ab-265d-4825-bb6b-852597565d43", "name": "network-vif-deleted", "tag": "f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:41.708204 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe34d540-4339-4d93-91a3-1e4b264ecb9e {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:41.708632 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b858ab-265d-4825-bb6b-852597565d43', 'name': 'network-vif-deleted', 'tag': 'f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb', 'status': 'completed', 'code': 200} Feb 16 16:10:41.821835 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:10:41.871535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:10:41.871919 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:41.957435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:10:41.957825 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:41.981396 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:10:41.983724 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec7189-6402-4b94-ad5c-a5f067b4ca4d" -d '{"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-plugged", "status": "completed", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:10:41.997878 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:10:42.003986 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:42.032311 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8461936-605c-46a2-889b-acc6eeb3ce6c x-openstack-request-id: req-d8461936-605c-46a2-889b-acc6eeb3ce6c {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:10:42.032744 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-plugged", "status": "completed", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:10:42.033000 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8461936-605c-46a2-889b-acc6eeb3ce6c {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:10:42.033400 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'code': 200} Feb 16 16:10:42.061915 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=8']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:10:42.256258 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0f66-b119-4382-9d90-7a7caa913cb8 req-928a1167-b0b9-44ae-96d1-7932e13d621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:42.257762 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2f0e0f66-b119-4382-9d90-7a7caa913cb8 req-928a1167-b0b9-44ae-96d1-7932e13d621e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1130 time: 0.0459058 Feb 16 16:10:42.303471 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2f0e0f66-b119-4382-9d90-7a7caa913cb8 req-c6ece184-2ab3-4609-99ec-e34990dd7095 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400610 Feb 16 16:10:42.601581 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4b8897de-a264-4bae-8b75-c924089238ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:42.785694 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd88ff2-15ec-4e45-962c-73042853b966 req-35c7a385-3331-441c-b1b2-478c3f61db01 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:42.790141 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3bd88ff2-15ec-4e45-962c-73042853b966 req-35c7a385-3331-441c-b1b2-478c3f61db01 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0671363 Feb 16 16:10:42.844594 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3bd88ff2-15ec-4e45-962c-73042853b966 req-f00052b4-3de6-4857-ab8a-6e6e82910382 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517044 Feb 16 16:10:43.638112 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:43.983918 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afa7f9-6cb6-4c8d-87d6-22779b1d4d15 req-14a4528f-5584-4d55-8b4f-17cf1f8dfb05 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:10:43.986060 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-10afa7f9-6cb6-4c8d-87d6-22779b1d4d15 req-14a4528f-5584-4d55-8b4f-17cf1f8dfb05 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0562072 Feb 16 16:10:44.040212 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-10afa7f9-6cb6-4c8d-87d6-22779b1d4d15 req-a7b4d78d-b73a-4e5e-9790-6ecf73b39914 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462425 Feb 16 16:10:44.526098 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:10:44.548554 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:10:44.548926 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f7a0e240-d4f7-4d5a-aa4a-90f820afc6cb not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:10:45.097353 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:46.468274 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:10:51.298313 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:11:01.502573 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ed14-8807-4df6-aa35-1cd493c508d2 req-646fc582-c3c7-418f-9bc3-f3c62cddab5b tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:11:01.505057 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2352ed14-8807-4df6-aa35-1cd493c508d2 req-646fc582-c3c7-418f-9bc3-f3c62cddab5b tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 946 time: 0.0625899 Feb 16 16:11:01.563382 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2352ed14-8807-4df6-aa35-1cd493c508d2 req-d2ae40b8-4864-4080-967b-dffa2af4b18c tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499134 Feb 16 16:11:02.715580 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f26a0-a1ed-4b8c-b79e-55e6356ac7bb req-904abb93-7a0a-4a84-8817-26d5e2f8a619 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:11:02.717058 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2d8f26a0-a1ed-4b8c-b79e-55e6356ac7bb req-904abb93-7a0a-4a84-8817-26d5e2f8a619 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 946 time: 0.0565593 Feb 16 16:11:02.766366 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2d8f26a0-a1ed-4b8c-b79e-55e6356ac7bb req-c3bbdc88-45e7-462a-a2ac-b044d5140b18 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/security-groups?id=b353f25a-c41f-4e63-8330-debbbae5d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436461 Feb 16 16:11:03.172591 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-5a8e11bc-bb44-47f3-b042-a67a7eb67152 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:11:03.174309 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-5a8e11bc-bb44-47f3-b042-a67a7eb67152 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 946 time: 0.0566454 Feb 16 16:11:03.279810 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Deleting port f77b78d6-e9fd-4372-9f71-be6f453b24bc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:11:03.280279 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:03.378840 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] For port f77b78d6-e9fd-4372-9f71-be6f453b24bc, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=f77b78d6-e9fd-4372-9f71-be6f453b24bc,segment=NetworkSegment(7ee17e2c-3264-4d4c-b65d-71460482a1f9),segment_id=7ee17e2c-3264-4d4c-b65d-71460482a1f9)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:11:03.379270 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:03.395247 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Calling delete_port for f77b78d6-e9fd-4372-9f71-be6f453b24bc owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:11:03.533231 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (f77b78d6-e9fd-4372-9f71-be6f453b24bc), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:03.545979 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['f77b78d6-e9fd-4372-9f71-be6f453b24bc'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:11:03.559699 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Pushing event deleted for resources: {'Port': ['ID=f77b78d6-e9fd-4372-9f71-be6f453b24bc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:03.569338 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.569698 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.570045 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.570385 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.570730 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.571081 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.571988 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.571988 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.572206 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.572374 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.572701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.573025 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.573348 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:03.621286 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] No DVR routers for this DVR port f77b78d6-e9fd-4372-9f71-be6f453b24bc on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:11:03.623809 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:03.627686 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d9f2fb94-48be-4bc2-af59-b069817b9751 req-b6a79811-1fae-4d45-9c3a-e61664a9e557 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.36 "DELETE /v2.0/ports/f77b78d6-e9fd-4372-9f71-be6f453b24bc HTTP/1.1" status: 204 len: 173 time: 0.4477839 Feb 16 16:11:03.628418 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'name': 'network-vif-deleted', 'tag': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:11:03.630986 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bd3b03-d0ae-48a7-89a3-2cbcdcd16f08" -d '{"events": [{"server_uuid": "7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf", "name": "network-vif-deleted", "tag": "f77b78d6-e9fd-4372-9f71-be6f453b24bc"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:11:03.669325 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0e26bd-0f3b-45d3-afd2-b08e2d30aaa5 x-openstack-request-id: req-cf0e26bd-0f3b-45d3-afd2-b08e2d30aaa5 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:11:03.669751 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf", "name": "network-vif-deleted", "tag": "f77b78d6-e9fd-4372-9f71-be6f453b24bc", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:11:03.670152 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf0e26bd-0f3b-45d3-afd2-b08e2d30aaa5 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:11:03.670582 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf', 'name': 'network-vif-deleted', 'tag': 'f77b78d6-e9fd-4372-9f71-be6f453b24bc', 'status': 'completed', 'code': 200} Feb 16 16:11:03.873576 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-3e0ce606-7f48-4fae-9cd9-0fbb869b8d88 req-957158fe-68df-481b-9c33-9200fdc097e4 tempest-VolumesSnapshotTestJSON-95647103 tempest-VolumesSnapshotTestJSON-95647103-project] 10.222.0.69 "GET /v2.0/ports?device_id=7e8f8d6c-1ce5-4cc9-8e17-683cc131fadf HTTP/1.1" status: 200 len: 210 time: 0.0275779 Feb 16 16:11:04.547485 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42018) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:04.590267 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Deleting subnet 1c9761d9-dcb5-462f-b246-a56f605decd6 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:11:04.593946 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Publish callbacks [] for subnet (1c9761d9-dcb5-462f-b246-a56f605decd6), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.631553 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (1c9761d9-dcb5-462f-b246-a56f605decd6), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.669948 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (1c9761d9-dcb5-462f-b246-a56f605decd6), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.722854 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (1c9761d9-dcb5-462f-b246-a56f605decd6), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.771983 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c9761d9-dcb5-462f-b246-a56f605decd6,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:04.786688 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.792630 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1c9761d9-dcb5-462f-b246-a56f605decd6 HTTP/1.1" status: 204 len: 168 time: 0.2439020 Feb 16 16:11:04.795046 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42020) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:04.795538 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.796027 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.796596 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.797195 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.797779 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.798367 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.798962 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.799589 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.800180 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.800777 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.801366 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.801950 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.802539 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20138ee-e67e-4113-b84b-20709cace5c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:11:04.870228 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.960519 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:04.981652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcdda3a6-0b5b-44b3-9a7c-cc7e295da821']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:04.997764 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c733ab2-5c3e-48a6-a682-610c9841446f') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:04.998104 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c733ab2-5c3e-48a6-a682-610c9841446f') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:05.008088 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (6c733ab2-5c3e-48a6-a682-610c9841446f), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.023502 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (6c733ab2-5c3e-48a6-a682-610c9841446f), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.030136 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:11:05.030593 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (6c733ab2-5c3e-48a6-a682-610c9841446f), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:11:05.032459 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:11:05.102717 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (fcdda3a6-0b5b-44b3-9a7c-cc7e295da821), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.108561 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.115207 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] 10.222.0.69 "DELETE /v2.0/networks/fcdda3a6-0b5b-44b3-9a7c-cc7e295da821 HTTP/1.1" status: 204 len: 168 time: 0.3160179 Feb 16 16:11:05.126500 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d88359-dc12-431c-88e8-fd0d4c72993e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcdda3a6-0b5b-44b3-9a7c-cc7e295da821,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:05.241882 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42030) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:05.291601 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42036) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:05.291981 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e9741427-e38c-4a2f-b9f0-3a8bd1d186f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2198a9bca1844dea8b3ae614e4981a5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476482 Feb 16 16:11:05.343497 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e4376e46-e201-4cf2-9f0d-0fb24db7bb82 admin admin] Publish callbacks [] for security_group (21b1336f-e608-44bd-9186-031e456267a2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.364945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e4376e46-e201-4cf2-9f0d-0fb24db7bb82 admin admin] Publish callbacks [] for security_group (21b1336f-e608-44bd-9186-031e456267a2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.413573 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e4376e46-e201-4cf2-9f0d-0fb24db7bb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (21b1336f-e608-44bd-9186-031e456267a2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.416639 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e4376e46-e201-4cf2-9f0d-0fb24db7bb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:05.417801 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e4376e46-e201-4cf2-9f0d-0fb24db7bb82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21b1336f-e608-44bd-9186-031e456267a2 HTTP/1.1" status: 204 len: 168 time: 0.1252007 Feb 16 16:11:05.426398 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4376e46-e201-4cf2-9f0d-0fb24db7bb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b1336f-e608-44bd-9186-031e456267a2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:05.996321 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f77b78d6-e9fd-4372-9f71-be6f453b24bc no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:11:06.018768 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: f77b78d6-e9fd-4372-9f71-be6f453b24bc {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:11:06.019300 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device f77b78d6-e9fd-4372-9f71-be6f453b24bc not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:11:06.315871 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:10.147813 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5aec056a-8f46-4c32-b46d-0afb80ca1ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:12.608617 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-9d3f4919-153f-4eef-8dc6-344c19c5c9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:13.643041 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:15.110446 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:16.466354 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:28.298023 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:11:30.511190 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42314) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:30.560184 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Deleting subnet 40f79c8f-2010-47c5-97a0-d7ae9ee4099e {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:11:30.563952 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Publish callbacks [] for subnet (40f79c8f-2010-47c5-97a0-d7ae9ee4099e), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.618832 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (40f79c8f-2010-47c5-97a0-d7ae9ee4099e), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.674965 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (40f79c8f-2010-47c5-97a0-d7ae9ee4099e), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.737415 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (40f79c8f-2010-47c5-97a0-d7ae9ee4099e), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.771728 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40f79c8f-2010-47c5-97a0-d7ae9ee4099e,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:30.774445 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.778984 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1b6bacf8-adc8-462b-b67a-fc758ecece18 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/40f79c8f-2010-47c5-97a0-d7ae9ee4099e HTTP/1.1" status: 204 len: 168 time: 0.2663069 Feb 16 16:11:30.781534 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42320) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:30.857019 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (ae0dffdd-8e42-4538-a242-63c5641dca7a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.936228 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (ae0dffdd-8e42-4538-a242-63c5641dca7a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.957898 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae0dffdd-8e42-4538-a242-63c5641dca7a']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:30.967420 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee17e2c-3264-4d4c-b65d-71460482a1f9') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:30.967719 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee17e2c-3264-4d4c-b65d-71460482a1f9') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:11:30.981771 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (7ee17e2c-3264-4d4c-b65d-71460482a1f9), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:30.996474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (7ee17e2c-3264-4d4c-b65d-71460482a1f9), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.003097 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:11:31.003480 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (7ee17e2c-3264-4d4c-b65d-71460482a1f9), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:11:31.005150 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:11:31.061514 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (ae0dffdd-8e42-4538-a242-63c5641dca7a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.066978 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.070150 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ae0dffdd-8e42-4538-a242-63c5641dca7a HTTP/1.1" status: 204 len: 168 time: 0.2875955 Feb 16 16:11:31.081359 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee9fae-a76f-45c1-a88f-37c96a2e8ef9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae0dffdd-8e42-4538-a242-63c5641dca7a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:31.234278 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42324) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:31.277724 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-09cc5fec-3c62-42fb-b543-af2c19095397 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2da1683ea01d4199a91d318f67193bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421784 Feb 16 16:11:31.280360 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42326) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:31.332688 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbca88c5-bf8c-42cd-b7d8-62ca2421de3e admin admin] Publish callbacks [] for security_group (b353f25a-c41f-4e63-8330-debbbae5d67d), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.359742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbca88c5-bf8c-42cd-b7d8-62ca2421de3e admin admin] Publish callbacks [] for security_group (b353f25a-c41f-4e63-8330-debbbae5d67d), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.412063 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbca88c5-bf8c-42cd-b7d8-62ca2421de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (b353f25a-c41f-4e63-8330-debbbae5d67d), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.414572 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-cbca88c5-bf8c-42cd-b7d8-62ca2421de3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:31.415811 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-cbca88c5-bf8c-42cd-b7d8-62ca2421de3e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b353f25a-c41f-4e63-8330-debbbae5d67d HTTP/1.1" status: 204 len: 168 time: 0.1344690 Feb 16 16:11:31.425075 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca88c5-bf8c-42cd-b7d8-62ca2421de3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b353f25a-c41f-4e63-8330-debbbae5d67d,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:36.301860 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:40.149413 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f462e5b1-055d-4516-b6b7-fc74a6b105b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.217127 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42376) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:41.328735 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f97487e2-8b39-440f-95e7-75b6fc8290d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.403501 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f97487e2-8b39-440f-95e7-75b6fc8290d1 admin admin] Publish callbacks [] for security_group (56be0deb-6b4b-466f-b5f2-dd2bb22bc32e), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.409053 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f97487e2-8b39-440f-95e7-75b6fc8290d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (56be0deb-6b4b-466f-b5f2-dd2bb22bc32e), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.447331 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97487e2-8b39-440f-95e7-75b6fc8290d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56be0deb-6b4b-466f-b5f2-dd2bb22bc32e,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:41.452450 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f97487e2-8b39-440f-95e7-75b6fc8290d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e07add01106846e8881f7a84064f361b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334878 Feb 16 16:11:41.455658 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42380) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:41.504960 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4cae-beba-42bb-932d-81b336883c42 admin admin] Publish callbacks [] for security_group (56be0deb-6b4b-466f-b5f2-dd2bb22bc32e), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.526237 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4cae-beba-42bb-932d-81b336883c42 admin admin] Publish callbacks [] for security_group (56be0deb-6b4b-466f-b5f2-dd2bb22bc32e), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.577238 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4cae-beba-42bb-932d-81b336883c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (56be0deb-6b4b-466f-b5f2-dd2bb22bc32e), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.579847 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-2cbe4cae-beba-42bb-932d-81b336883c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:41.580983 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-2cbe4cae-beba-42bb-932d-81b336883c42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56be0deb-6b4b-466f-b5f2-dd2bb22bc32e HTTP/1.1" status: 204 len: 168 time: 0.1250861 Feb 16 16:11:41.589107 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe4cae-beba-42bb-932d-81b336883c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56be0deb-6b4b-466f-b5f2-dd2bb22bc32e,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:42.603684 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-06585dfb-4ad8-42a0-9526-861c1b1bee26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:43.646609 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:45.100530 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:46.472518 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:49.687755 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42452) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:49.806762 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f450a2d-66fa-46e3-81ef-94ed87a0888b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:49.908226 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f450a2d-66fa-46e3-81ef-94ed87a0888b admin admin] Publish callbacks [] for security_group (f7f5a10b-de03-4913-8328-6e86568338fc), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:49.914677 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-5f450a2d-66fa-46e3-81ef-94ed87a0888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f7f5a10b-de03-4913-8328-6e86568338fc), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:49.957300 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f450a2d-66fa-46e3-81ef-94ed87a0888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5a10b-de03-4913-8328-6e86568338fc,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:11:49.962549 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-5f450a2d-66fa-46e3-81ef-94ed87a0888b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e50dd310a14246c597b4e93b5d275feb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736247 Feb 16 16:11:49.965423 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42456) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:11:50.036925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-225d7926-1956-4512-9c53-c0c4904d18e2 admin admin] Publish callbacks [] for security_group (f7f5a10b-de03-4913-8328-6e86568338fc), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:50.068835 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-225d7926-1956-4512-9c53-c0c4904d18e2 admin admin] Publish callbacks [] for security_group (f7f5a10b-de03-4913-8328-6e86568338fc), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:50.126737 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-225d7926-1956-4512-9c53-c0c4904d18e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f7f5a10b-de03-4913-8328-6e86568338fc), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:50.129999 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-225d7926-1956-4512-9c53-c0c4904d18e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:11:50.131452 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-225d7926-1956-4512-9c53-c0c4904d18e2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7f5a10b-de03-4913-8328-6e86568338fc HTTP/1.1" status: 204 len: 168 time: 0.1638157 Feb 16 16:11:50.142770 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d7926-1956-4512-9c53-c0c4904d18e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5a10b-de03-4913-8328-6e86568338fc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:05.297232 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:12:06.300132 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.240980 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42460) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:08.500250 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Deleting port 8ef3a43c-23c5-4a0b-a322-87fac664981b {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:08.500584 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.587395 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.587798 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for floatingip (8ef3a43c-23c5-4a0b-a322-87fac664981b), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.603612 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Calling delete_port for 8ef3a43c-23c5-4a0b-a322-87fac664981b owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:08.793299 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (8ef3a43c-23c5-4a0b-a322-87fac664981b), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.820428 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event deleted for resources: {'Port': ['ID=8ef3a43c-23c5-4a0b-a322-87fac664981b,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:08.835851 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.836207 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.836553 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.836893 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.837250 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.837581 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.837913 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.838238 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.838565 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.838890 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.839243 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.839568 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.839891 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:08.904163 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for floatingip (d53967d6-1f05-4068-9b4a-2b556d5d63d4), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:08.904587 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Floating IP d53967d6-1f05-4068-9b4a-2b556d5d63d4 disassociated (deleted). External IP: 172.27.0.64, port: 02db02c5-55dd-40dd-94a3-9c483e7a26d2. Feb 16 16:12:09.201594 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Router 365b96ca-ff3c-4764-8714-5c04277b6122 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:12:09.339182 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:09.344597 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:09.356996 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] Sync routers for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:09.373485 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:09.374633 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:11:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:09.380422 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-fb0cfa3d-5b50-47f0-b493-35ea1d293af2 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "DELETE /v2.0/floatingips/d53967d6-1f05-4068-9b4a-2b556d5d63d4 HTTP/1.1" status: 204 len: 168 time: 1.1383495 Feb 16 16:12:09.380998 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:12:09.383401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24783292-4c63-442b-8ce1-3f3845880059" -d '{"events": [{"name": "network-changed", "server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:12:09.458652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f6b420-9b1c-405a-8f90-d74a941c12c8 x-openstack-request-id: req-12f6b420-9b1c-405a-8f90-d74a941c12c8 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:12:09.459114 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:12:09.459392 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12f6b420-9b1c-405a-8f90-d74a941c12c8 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:12:09.460174 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'status': 'completed', 'code': 200} Feb 16 16:12:09.526259 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:09.564567 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783292-4c63-442b-8ce1-3f3845880059 req-22031820-7d5c-439a-b74b-02503714cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:09.566768 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-22031820-7d5c-439a-b74b-02503714cc59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=418c2ebe2e7d42428567a827db0d3746&device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 1130 time: 0.0833452 Feb 16 16:12:09.711954 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783292-4c63-442b-8ce1-3f3845880059 req-157b4b2e-fa29-464e-af2d-f5b27d8d6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:09.713451 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-157b4b2e-fa29-464e-af2d-f5b27d8d6521 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 200 len: 908 time: 0.1405740 Feb 16 16:12:09.737749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75a505-88fb-48e3-85f3-6d64bd13c686 req-c79112cb-00d3-4921-8813-532d5c77cc4c tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:09.739347 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e75a505-88fb-48e3-85f3-6d64bd13c686 req-c79112cb-00d3-4921-8813-532d5c77cc4c tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0864460 Feb 16 16:12:09.771375 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-9f212af7-f92a-4d79-962c-47ac8ab06348 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 200 len: 217 time: 0.0506074 Feb 16 16:12:09.778080 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:09.806430 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] Checking router: 365b96ca-ff3c-4764-8714-5c04277b6122 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:09.816864 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:09.817520 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:11:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:09.858768 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-3e75a505-88fb-48e3-85f3-6d64bd13c686 req-2be088ed-b56c-4839-a70f-413a4aa7e120 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897949 Feb 16 16:12:09.860322 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783292-4c63-442b-8ce1-3f3845880059 req-d11cb5db-1d1a-4cfb-9ef7-3822ed31b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:09.861676 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-d11cb5db-1d1a-4cfb-9ef7-3822ed31b6e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 200 len: 846 time: 0.0771513 Feb 16 16:12:09.916750 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24783292-4c63-442b-8ce1-3f3845880059 req-df653e58-9cce-436b-8003-ffda2f8252bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:09.918514 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-df653e58-9cce-436b-8003-ffda2f8252bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ded95346-5e4c-4d4c-bc7b-cab3cf626689&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494914 Feb 16 16:12:09.929982 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:10.017462 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-edd02434-be8d-4816-8af8-e09bb79abb97 service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918159 Feb 16 16:12:10.127923 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-24783292-4c63-442b-8ce1-3f3845880059 req-d4951183-5efc-4cfa-bdaf-ce0df9947ffd service neutron] 10.222.0.36 "GET /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043880 Feb 16 16:12:10.224764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8a950dc9-9e98-4596-9359-15c30a3cac5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:10.305195 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:10.338448 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22fc63a-493f-4a99-800a-572481ec5834 None None] The sync data for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi is: [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:07:19Z', 'revision_number': 4, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '64ad1dc8-b3c7-4cfb-9172-e544b951806d', 'name': '', 'network_id': 'ded95346-5e4c-4d4c-bc7b-cab3cf626689', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'mac_address': 'fa:16:3e:d2:93:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:18Z', 'updated_at': '2022-02-16T16:07:27Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'subnets': [{'id': '58ae6747-0327-4f88-b674-1b3a7185e409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:10.565436 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638a642f-8630-42cd-83a2-baa99640e34f None None] New status for floating IP d53967d6-1f05-4068-9b4a-2b556d5d63d4: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:12:10.985098 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2671d85-b7ed-40a9-92f8-5acdd242edc2 req-7039befc-2c82-4976-a29a-471c6a39cffa tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:10.986599 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d2671d85-b7ed-40a9-92f8-5acdd242edc2 req-7039befc-2c82-4976-a29a-471c6a39cffa tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0562499 Feb 16 16:12:11.046319 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d2671d85-b7ed-40a9-92f8-5acdd242edc2 req-963256ac-1136-4da9-9e22-aa086a71f483 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/security-groups?id=8bb6b744-e995-407a-bc93-03806d3469ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539472 Feb 16 16:12:11.121151 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-8de33e44-4152-4a23-89ff-835c8be5fa4f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:11.123185 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-8de33e44-4152-4a23-89ff-835c8be5fa4f tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.36 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 946 time: 0.0541387 Feb 16 16:12:11.223017 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Deleting port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:11.223303 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:11.315704 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] For port 02db02c5-55dd-40dd-94a3-9c483e7a26d2, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=02db02c5-55dd-40dd-94a3-9c483e7a26d2,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:11.316157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:11.330356 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Calling delete_port for 02db02c5-55dd-40dd-94a3-9c483e7a26d2 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:11.488754 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (02db02c5-55dd-40dd-94a3-9c483e7a26d2), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:11.519051 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event deleted for resources: {'Port': ['ID=02db02c5-55dd-40dd-94a3-9c483e7a26d2,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:11.615976 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] No DVR routers for this DVR port 02db02c5-55dd-40dd-94a3-9c483e7a26d2 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:12:11.620716 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:11.631748 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-20a90ecb-4a77-4946-8c59-fb26eb9a1202 req-9c7fca7f-f4b3-4637-8896-d5e8a781fda6 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.36 "DELETE /v2.0/ports/02db02c5-55dd-40dd-94a3-9c483e7a26d2 HTTP/1.1" status: 204 len: 173 time: 0.5028317 Feb 16 16:12:11.632558 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-deleted', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:12:11.638354 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3589585-ad8c-4943-b3b0-58e669be364f" -d '{"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-deleted", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:12:11.697482 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae41c10-b438-476f-98c3-083079fb7bed x-openstack-request-id: req-bae41c10-b438-476f-98c3-083079fb7bed {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:12:11.697925 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59b95caa-48cc-40ea-9c41-42911881b2d2", "name": "network-vif-deleted", "tag": "02db02c5-55dd-40dd-94a3-9c483e7a26d2", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:12:11.698340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bae41c10-b438-476f-98c3-083079fb7bed {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:12:11.699015 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59b95caa-48cc-40ea-9c41-42911881b2d2', 'name': 'network-vif-deleted', 'tag': '02db02c5-55dd-40dd-94a3-9c483e7a26d2', 'status': 'completed', 'code': 200} Feb 16 16:12:12.234545 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f638b7f3-230d-4738-ae04-75de1eeef7b3 req-8be8259a-2012-4279-8c83-13e69ab7bf93 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "GET /v2.0/ports?device_id=59b95caa-48cc-40ea-9c41-42911881b2d2 HTTP/1.1" status: 200 len: 210 time: 0.0301633 Feb 16 16:12:12.605237 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df8c5757-670a-4bda-84a3-cf7578343e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.313260 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42482) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:13.413332 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6657e46-a2f6-4e69-83e3-5eeca70fe708 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group (8bb6b744-e995-407a-bc93-03806d3469ca), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.441464 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6657e46-a2f6-4e69-83e3-5eeca70fe708 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group (8bb6b744-e995-407a-bc93-03806d3469ca), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.512559 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6657e46-a2f6-4e69-83e3-5eeca70fe708 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (8bb6b744-e995-407a-bc93-03806d3469ca), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.515538 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-b6657e46-a2f6-4e69-83e3-5eeca70fe708 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:13.516738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b6657e46-a2f6-4e69-83e3-5eeca70fe708 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] 10.222.0.69 "DELETE /v2.0/security-groups/8bb6b744-e995-407a-bc93-03806d3469ca HTTP/1.1" status: 204 len: 168 time: 0.2024651 Feb 16 16:12:13.526765 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6657e46-a2f6-4e69-83e3-5eeca70fe708 tempest-TestShelveInstance-1485788144 tempest-TestShelveInstance-1485788144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb6b744-e995-407a-bc93-03806d3469ca,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:13.563098 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42486) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:13.649399 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.174327 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (365b96ca-ff3c-4764-8714-5c04277b6122), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.341490 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:14.366873 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 02db02c5-55dd-40dd-94a3-9c483e7a26d2 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:14.367260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 02db02c5-55dd-40dd-94a3-9c483e7a26d2 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:14.773247 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Deleting port 64ad1dc8-b3c7-4cfb-9172-e544b951806d {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:14.774157 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.872281 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] For port 64ad1dc8-b3c7-4cfb-9172-e544b951806d, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=64ad1dc8-b3c7-4cfb-9172-e544b951806d,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:14.872663 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:14.888786 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Calling delete_port for 64ad1dc8-b3c7-4cfb-9172-e544b951806d owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:15.112281 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:15.144679 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (64ad1dc8-b3c7-4cfb-9172-e544b951806d), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:15.173815 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ad1dc8-b3c7-4cfb-9172-e544b951806d,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:15.213615 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.213972 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.214319 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.214667 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.215750 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.215750 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.216489 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.216489 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.216774 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.216919 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.217256 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.217583 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.217906 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:15.415920 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (365b96ca-ff3c-4764-8714-5c04277b6122), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:15.657760 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Router 365b96ca-ff3c-4764-8714-5c04277b6122 has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:12:15.788413 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:15.797840 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-0bab9d81-7b3d-4dd2-b832-04c62b9267a1 admin admin] 10.222.0.69 "PUT /v2.0/routers/365b96ca-ff3c-4764-8714-5c04277b6122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2328396 Feb 16 16:12:15.800705 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42490) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:15.803566 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] Sync routers for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:15.818247 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:15.818893 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:15.951916 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:15.980109 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks [] for router (365b96ca-ff3c-4764-8714-5c04277b6122), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:16.128481 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks [] for router_gateway (365b96ca-ff3c-4764-8714-5c04277b6122), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:16.196634 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180'}], 'enable_snat': True}, 'gw_port_id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:12:15Z', 'revision_number': 5, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port': {'id': '702eaa17-ac8f-4dd0-a9af-fd763858b31a', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:f1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:15Z', 'updated_at': '2022-02-16T16:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:16.205627 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Deleting port 702eaa17-ac8f-4dd0-a9af-fd763858b31a {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:16.205771 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:16.229383 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] Checking router: 365b96ca-ff3c-4764-8714-5c04277b6122 for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:16.241580 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] Routers {'365b96ca-ff3c-4764-8714-5c04277b6122'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:16.242449 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['365b96ca-ff3c-4764-8714-5c04277b6122'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:16.346201 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] Set router 365b96ca-ff3c-4764-8714-5c04277b6122 gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:16.348952 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] For port 702eaa17-ac8f-4dd0-a9af-fd763858b31a, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=702eaa17-ac8f-4dd0-a9af-fd763858b31a,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:16.349224 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:16.365013 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Calling delete_port for 702eaa17-ac8f-4dd0-a9af-fd763858b31a owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:16.407696 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:12:16Z', 'revision_number': 6, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:16.441977 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09cf93d-6c76-4bdd-8d00-534afa41b64f None None] The sync data for ids ['365b96ca-ff3c-4764-8714-5c04277b6122'] in dv-cinder-829560-1-iscsi is: [{'id': '365b96ca-ff3c-4764-8714-5c04277b6122', 'name': 'tempest-TestShelveInstance-75833827-router', 'tenant_id': '418c2ebe2e7d42428567a827db0d3746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:14Z', 'updated_at': '2022-02-16T16:12:16Z', 'revision_number': 6, 'project_id': '418c2ebe2e7d42428567a827db0d3746', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:16.476858 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:16.857814 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (702eaa17-ac8f-4dd0-a9af-fd763858b31a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:16.898272 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Pushing event deleted for resources: {'Port': ['ID=702eaa17-ac8f-4dd0-a9af-fd763858b31a,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:16.966855 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (365b96ca-ff3c-4764-8714-5c04277b6122), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.099008 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (365b96ca-ff3c-4764-8714-5c04277b6122), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.102945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks [] for router_controller (365b96ca-ff3c-4764-8714-5c04277b6122), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.157801 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (365b96ca-ff3c-4764-8714-5c04277b6122), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.158762 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Fanout notify agent at l3_agent the message router_deleted on router 365b96ca-ff3c-4764-8714-5c04277b6122 {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:12:17.163237 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.167190 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42492) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:17.169053 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3c0d4990-fd9e-4f93-b751-5b6e8e485ede admin admin] 10.222.0.69 "DELETE /v2.0/routers/365b96ca-ff3c-4764-8714-5c04277b6122 HTTP/1.1" status: 204 len: 168 time: 1.3649304 Feb 16 16:12:17.229888 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Deleting subnet 58ae6747-0327-4f88-b674-1b3a7185e409 {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:12:17.235372 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Publish callbacks [] for subnet (58ae6747-0327-4f88-b674-1b3a7185e409), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.276772 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (58ae6747-0327-4f88-b674-1b3a7185e409), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.369601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (58ae6747-0327-4f88-b674-1b3a7185e409), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.462970 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (58ae6747-0327-4f88-b674-1b3a7185e409), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.513212 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ae6747-0327-4f88-b674-1b3a7185e409,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:17.519547 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.526419 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6368b610-c421-4ea8-be84-c599e14c2eea None None] Network ded95346-5e4c-4d4c-bc7b-cab3cf626689 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:17.527541 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-1eba13ac-916a-4cf6-875f-bc72f19e9f3c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/58ae6747-0327-4f88-b674-1b3a7185e409 HTTP/1.1" status: 204 len: 168 time: 0.3590388 Feb 16 16:12:17.530584 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42494) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:17.622995 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (ded95346-5e4c-4d4c-bc7b-cab3cf626689), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.702599 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Deleting port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:17.703050 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.741065 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] DHCP port deletion for ded95346-5e4c-4d4c-bc7b-cab3cf626689 request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:12:17.771776 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] For port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:17.772145 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.786231 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Calling delete_port for e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:17.789396 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Deleting port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde {{(pid=102629) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:17.789787 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), before_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.875306 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] For port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,segment=NetworkSegment(1d5b2c8d-298c-4427-b53c-18152fc94bf7),segment_id=1d5b2c8d-298c-4427-b53c-18152fc94bf7)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:17.875611 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), precommit_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.888057 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:17.892449 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Calling delete_port for e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde owned by network:dhcp {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:17.931368 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Pushing event deleted for resources: {'Port': ['ID=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:17.934624 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] No DVR routers for this DVR port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde on host dv-cinder-829560-1-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:12:17.977136 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951'] for port (e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde), after_delete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.011451 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Pushing event deleted for resources: {'Port': ['ID=e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde,revision_number=None']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:18.016939 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] No DVR routers for this DVR port e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde on host dv-cinder-829560-1-iscsi {{(pid=102629) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:12:18.023943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.024180 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (ded95346-5e4c-4d4c-bc7b-cab3cf626689), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.024294 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.032044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a43f07e-6b8c-483c-90c5-9e82d61af280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:18.048569 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded95346-5e4c-4d4c-bc7b-cab3cf626689']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:18.059908 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5b2c8d-298c-4427-b53c-18152fc94bf7') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:18.060210 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5b2c8d-298c-4427-b53c-18152fc94bf7') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:18.071413 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (1d5b2c8d-298c-4427-b53c-18152fc94bf7), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.087320 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (1d5b2c8d-298c-4427-b53c-18152fc94bf7), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.095168 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:12:18.095731 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (1d5b2c8d-298c-4427-b53c-18152fc94bf7), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:12:18.097843 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:12:18.159179 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (ded95346-5e4c-4d4c-bc7b-cab3cf626689), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.164066 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.167444 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] 10.222.0.69 "DELETE /v2.0/networks/ded95346-5e4c-4d4c-bc7b-cab3cf626689 HTTP/1.1" status: 204 len: 168 time: 0.6355028 Feb 16 16:12:18.171357 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42496) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:18.181541 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72b781-1954-48bd-96b4-a4d77b24701f admin admin] Pushing event deleted for resources: {'Network': ['ID=ded95346-5e4c-4d4c-bc7b-cab3cf626689,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:18.274863 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:18.298124 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:18.298402 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device e78f4cfa-9ebe-4869-9ecd-9a9fe9bd9dde not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:18.298829 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 702eaa17-ac8f-4dd0-a9af-fd763858b31a no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:18.319203 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 702eaa17-ac8f-4dd0-a9af-fd763858b31a {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:18.319565 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 702eaa17-ac8f-4dd0-a9af-fd763858b31a not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:18.319989 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 64ad1dc8-b3c7-4cfb-9172-e544b951806d no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:18.342012 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 64ad1dc8-b3c7-4cfb-9172-e544b951806d {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:18.342373 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 64ad1dc8-b3c7-4cfb-9172-e544b951806d not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:18.599638 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (06c3b101-3c7b-4b47-bee6-162905bcf4ce), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:18.904875 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Deleting port 6a3a3c03-d15f-4689-9efa-597fbb044e95 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:18.905119 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.023354 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] For port 6a3a3c03-d15f-4689-9efa-597fbb044e95, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=6a3a3c03-d15f-4689-9efa-597fbb044e95,segment=NetworkSegment(211b588e-6a19-44f2-8b13-8e9d789a6bda),segment_id=211b588e-6a19-44f2-8b13-8e9d789a6bda)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:19.023721 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.052124 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Calling delete_port for 6a3a3c03-d15f-4689-9efa-597fbb044e95 owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:19.289506 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (6a3a3c03-d15f-4689-9efa-597fbb044e95), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.321609 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3a3c03-d15f-4689-9efa-597fbb044e95,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:19.534921 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (06c3b101-3c7b-4b47-bee6-162905bcf4ce), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:19.801952 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Router 06c3b101-3c7b-4b47-bee6-162905bcf4ce has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:12:19.921035 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:19.928067 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-315e083e-1bd2-41a5-9758-915c1b331f5b admin admin] 10.222.0.69 "PUT /v2.0/routers/06c3b101-3c7b-4b47-bee6-162905bcf4ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7549500 Feb 16 16:12:19.931302 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42498) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:19.935359 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] Sync routers for ids ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:19.948017 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] Routers {'06c3b101-3c7b-4b47-bee6-162905bcf4ce'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:19.949096 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:20.054340 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks [] for router (06c3b101-3c7b-4b47-bee6-162905bcf4ce), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:20.066659 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] Set router 06c3b101-3c7b-4b47-bee6-162905bcf4ce gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:20.428960 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:12:19Z', 'revision_number': 5, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:20.460785 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] Checking router: 06c3b101-3c7b-4b47-bee6-162905bcf4ce for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:20.476470 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] Routers {'06c3b101-3c7b-4b47-bee6-162905bcf4ce'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:20.477510 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:20.508369 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks [] for router_gateway (06c3b101-3c7b-4b47-bee6-162905bcf4ce), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:20.578832 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Deleting port 056cacc7-928e-41b8-b8c5-4e6f56eb2272 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:20.579216 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:20.652502 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] Set router 06c3b101-3c7b-4b47-bee6-162905bcf4ce gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:20.708302 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] For port 056cacc7-928e-41b8-b8c5-4e6f56eb2272, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=056cacc7-928e-41b8-b8c5-4e6f56eb2272,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:20.708739 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:20.730291 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Calling delete_port for 056cacc7-928e-41b8-b8c5-4e6f56eb2272 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:20.879746 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:12:19Z', 'revision_number': 5, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:20.910051 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f53a369-447a-4606-bc5a-4d23f8dc64ee None None] The sync data for ids ['06c3b101-3c7b-4b47-bee6-162905bcf4ce'] in dv-cinder-829560-1-iscsi is: [{'id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'name': 'tempest-TestShelveInstance-1722772228-router', 'tenant_id': '6643b2de034c42709064aa49ef4fe9bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:07:23Z', 'updated_at': '2022-02-16T16:12:19Z', 'revision_number': 5, 'project_id': '6643b2de034c42709064aa49ef4fe9bb', 'gw_port': {'id': '056cacc7-928e-41b8-b8c5-4e6f56eb2272', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c3b101-3c7b-4b47-bee6-162905bcf4ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:07:25Z', 'updated_at': '2022-02-16T16:07:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:20.999154 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (056cacc7-928e-41b8-b8c5-4e6f56eb2272), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.031880 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Pushing event deleted for resources: {'Port': ['ID=056cacc7-928e-41b8-b8c5-4e6f56eb2272,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:21.114700 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (06c3b101-3c7b-4b47-bee6-162905bcf4ce), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.220659 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (06c3b101-3c7b-4b47-bee6-162905bcf4ce), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.222935 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks [] for router_controller (06c3b101-3c7b-4b47-bee6-162905bcf4ce), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.279916 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (06c3b101-3c7b-4b47-bee6-162905bcf4ce), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.280836 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c3b101-3c7b-4b47-bee6-162905bcf4ce {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:12:21.288938 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.290803 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-4c9ec198-75fb-4666-8250-20fe65d5358a admin admin] 10.222.0.69 "DELETE /v2.0/routers/06c3b101-3c7b-4b47-bee6-162905bcf4ce HTTP/1.1" status: 204 len: 168 time: 1.3583205 Feb 16 16:12:21.294992 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42500) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:21.378074 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Deleting subnet 41e1154d-5948-4663-a9ee-2f7bba6efad7 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:12:21.382042 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Publish callbacks [] for subnet (41e1154d-5948-4663-a9ee-2f7bba6efad7), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.426282 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32962696'] for subnet (41e1154d-5948-4663-a9ee-2f7bba6efad7), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.568342 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (41e1154d-5948-4663-a9ee-2f7bba6efad7), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.671268 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32952187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33009993'] for subnet (41e1154d-5948-4663-a9ee-2f7bba6efad7), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.710750 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41e1154d-5948-4663-a9ee-2f7bba6efad7,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:21.716912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.725273 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dbc6d1d4-cb88-4bfb-8016-66bbfad6ffb7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/41e1154d-5948-4663-a9ee-2f7bba6efad7 HTTP/1.1" status: 204 len: 168 time: 0.4287343 Feb 16 16:12:21.727342 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fdb57-9047-4cf6-a4de-512d454913f3 None None] Network f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:21.728550 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42502) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:21.804010 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.866356 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Deleting port 74463a04-6be3-44ff-83e8-14926e7ef6dc {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:12:21.866701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.938154 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] For port 74463a04-6be3-44ff-83e8-14926e7ef6dc, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=74463a04-6be3-44ff-83e8-14926e7ef6dc,segment=NetworkSegment(211b588e-6a19-44f2-8b13-8e9d789a6bda),segment_id=211b588e-6a19-44f2-8b13-8e9d789a6bda)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:21.938512 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:21.952642 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Calling delete_port for 74463a04-6be3-44ff-83e8-14926e7ef6dc owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:12:22.039771 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (74463a04-6be3-44ff-83e8-14926e7ef6dc), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.066199 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc7df91-4c9e-47e1-b1dd-55ebca75b71a None None] DHCP port deletion for f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:12:22.078609 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74463a04-6be3-44ff-83e8-14926e7ef6dc,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:22.083162 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] No DVR routers for this DVR port 74463a04-6be3-44ff-83e8-14926e7ef6dc on host dv-cinder-829560-1-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:12:22.159731 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.180391 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a52f50-be6e-4286-b2f6-f43c8d2f8e85']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:22.191165 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '211b588e-6a19-44f2-8b13-8e9d789a6bda') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:22.191457 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '211b588e-6a19-44f2-8b13-8e9d789a6bda') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:22.205825 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (211b588e-6a19-44f2-8b13-8e9d789a6bda), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.222862 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (211b588e-6a19-44f2-8b13-8e9d789a6bda), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.231968 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:12:22.232490 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (211b588e-6a19-44f2-8b13-8e9d789a6bda), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:12:22.234376 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:12:22.278786 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 056cacc7-928e-41b8-b8c5-4e6f56eb2272 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:22.300633 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (f3a52f50-be6e-4286-b2f6-f43c8d2f8e85), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.301775 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 056cacc7-928e-41b8-b8c5-4e6f56eb2272 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:22.301775 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 056cacc7-928e-41b8-b8c5-4e6f56eb2272 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:22.301775 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 6a3a3c03-d15f-4689-9efa-597fbb044e95 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:22.306913 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.314025 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f3a52f50-be6e-4286-b2f6-f43c8d2f8e85 HTTP/1.1" status: 204 len: 168 time: 0.5811565 Feb 16 16:12:22.325767 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a6bc7-33f3-4b61-bd83-6e9910d483d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3a52f50-be6e-4286-b2f6-f43c8d2f8e85,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:22.327017 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 6a3a3c03-d15f-4689-9efa-597fbb044e95 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:22.327477 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 6a3a3c03-d15f-4689-9efa-597fbb044e95 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:22.327997 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 74463a04-6be3-44ff-83e8-14926e7ef6dc no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:12:22.360076 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 74463a04-6be3-44ff-83e8-14926e7ef6dc {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:12:22.360533 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 74463a04-6be3-44ff-83e8-14926e7ef6dc not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:12:22.440930 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42506) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:22.486538 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-3aa301a8-a20c-4c62-b88b-b7602bd234b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=418c2ebe2e7d42428567a827db0d3746&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442817 Feb 16 16:12:22.489407 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42508) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:22.544305 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a140fedc-aa00-45d7-baba-e40c84763c2a admin admin] Publish callbacks [] for security_group (efbc5ecf-0436-438b-a97d-bdc13ca0c4a7), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.567427 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a140fedc-aa00-45d7-baba-e40c84763c2a admin admin] Publish callbacks [] for security_group (efbc5ecf-0436-438b-a97d-bdc13ca0c4a7), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.622736 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a140fedc-aa00-45d7-baba-e40c84763c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (efbc5ecf-0436-438b-a97d-bdc13ca0c4a7), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.625816 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-a140fedc-aa00-45d7-baba-e40c84763c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:22.627312 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-a140fedc-aa00-45d7-baba-e40c84763c2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efbc5ecf-0436-438b-a97d-bdc13ca0c4a7 HTTP/1.1" status: 204 len: 168 time: 0.1365845 Feb 16 16:12:22.635466 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140fedc-aa00-45d7-baba-e40c84763c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc5ecf-0436-438b-a97d-bdc13ca0c4a7,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:23.065009 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42514) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:23.110364 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-b2c0936f-c60d-442d-b701-54e939868f2a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6643b2de034c42709064aa49ef4fe9bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439391 Feb 16 16:12:23.113544 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42516) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:23.174559 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bd61cb-d6a4-4d67-9a24-40a156b33b42 admin admin] Publish callbacks [] for security_group (e2436511-097c-4344-a066-d30a13926a49), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:23.204936 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bd61cb-d6a4-4d67-9a24-40a156b33b42 admin admin] Publish callbacks [] for security_group (e2436511-097c-4344-a066-d30a13926a49), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:23.280596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bd61cb-d6a4-4d67-9a24-40a156b33b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (e2436511-097c-4344-a066-d30a13926a49), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:23.283744 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-f1bd61cb-d6a4-4d67-9a24-40a156b33b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:23.285048 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-f1bd61cb-d6a4-4d67-9a24-40a156b33b42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2436511-097c-4344-a066-d30a13926a49 HTTP/1.1" status: 204 len: 168 time: 0.1705055 Feb 16 16:12:23.296462 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd61cb-d6a4-4d67-9a24-40a156b33b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2436511-097c-4344-a066-d30a13926a49,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:24.081586 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42538) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:24.202400 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1983191428-network', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:24.224295 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Made reservation on behalf of 3f3b9bd37e834557990d378e6c2a527e for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:24.226681 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.236386 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.324099 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks [] for security_group (a7f6e106-0449-4c36-b6d5-12f31be953d8), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.328407 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (a7f6e106-0449-4c36-b6d5-12f31be953d8), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.357962 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:12:24.368031 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6e106-0449-4c36-b6d5-12f31be953d8,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:24.374292 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (94393641-9d1e-4fd5-b093-641468d00df0), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.374688 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Added segment 94393641-9d1e-4fd5-b093-641468d00df0 of type vlan for network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 Feb 16 16:12:24.434562 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (61cc487d-c665-4f90-a18c-b5e1f77fbb08), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.466708 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (61cc487d-c665-4f90-a18c-b5e1f77fbb08), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.467950 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:24.468601 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.507716 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4247789 Feb 16 16:12:24.511368 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42542) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:24.542671 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Request body: {'subnet': {'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1983191428-subnet', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'ip_version': 4}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:24.547389 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bcccb-d85b-4ec4-9e77-8d3aa4cea3cb admin admin] Pushing event updated for resources: {'Network': ['ID=61cc487d-c665-4f90-a18c-b5e1f77fbb08,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:24.558652 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:12:24.574012 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Made reservation on behalf of 3f3b9bd37e834557990d378e6c2a527e for: {'subnet': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:24.578899 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4329129'] for subnet (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.787584 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6192837', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4329115'] for subnet (c9fd1c76-752e-4a17-aa6e-1432c5068f70), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.879247 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fd1c76-752e-4a17-aa6e-1432c5068f70,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:24.892300 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Checking segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102627) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:24.892860 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Network hostable DHCP agents. Network: 61cc487d-c665-4f90-a18c-b5e1f77fbb08, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102627) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:12:24.916436 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102627) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:12:24.928897 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 61cc487d-c665-4f90-a18c-b5e1f77fbb08) {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:24.935406 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:24.936402 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:24.938601 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3569f702-6e51-45aa-82f4-a8788e13582e None None] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:24.969340 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-bf744653-8aef-4398-a765-962886a46aa1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4532981 Feb 16 16:12:24.969781 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42544) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:24.975345 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:25.008260 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (f29ea98c-9bae-42bd-932c-1aaccab3129a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.009359 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (f29ea98c-9bae-42bd-932c-1aaccab3129a), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.070569 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks [] for router_controller (f29ea98c-9bae-42bd-932c-1aaccab3129a), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.081092 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:12:25.082276 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.256098 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks [] for router_gateway (f29ea98c-9bae-42bd-932c-1aaccab3129a), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.304923 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Allocated IP 172.20.0.2 (61cc487d-c665-4f90-a18c-b5e1f77fbb08/c9fd1c76-752e-4a17-aa6e-1432c5068f70/1cbfa886-fcd7-4295-84fd-786beda6e1c3) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:25.516831 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks [] for router_gateway (f29ea98c-9bae-42bd-932c-1aaccab3129a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.540574 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.544974 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Publish callbacks [] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.553806 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.611064 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:25.615339 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:25.617990 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:25.630343 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Pushing event updated for resources: {'Port': ['ID=1cbfa886-fcd7-4295-84fd-786beda6e1c3,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:25.671984 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Allocated IP 172.27.0.16 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/68ac7025-7228-4a16-8acb-60cbbe4e47df) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:25.718523 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Attempting to bind port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:25.719202 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Attempting to bind port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:25.719832 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Attempting to bind port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:25.728168 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:25.728639 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Checking segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:25.729116 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.729617 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Bound using segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:25.730206 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Bound port: 1cbfa886-fcd7-4295-84fd-786beda6e1c3, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:25.730721 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.807555 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks [] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.811294 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] For port 1cbfa886-fcd7-4295-84fd-786beda6e1c3, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:25.816132 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] For port 1cbfa886-fcd7-4295-84fd-786beda6e1c3, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=1cbfa886-fcd7-4295-84fd-786beda6e1c3,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:25.826129 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.855622 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:25.902087 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619329-a1b4-4ad5-939f-5a3e61e51e8b None None] Pushing event updated for resources: {'Port': ['ID=1cbfa886-fcd7-4295-84fd-786beda6e1c3,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:25.912906 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:25.916318 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:25.920637 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:25.960112 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=68ac7025-7228-4a16-8acb-60cbbe4e47df,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:26.259471 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks [] for router_gateway (f29ea98c-9bae-42bd-932c-1aaccab3129a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:26.351835 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 1cbfa886-fcd7-4295-84fd-786beda6e1c3 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:26.431960 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:26.432570 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:26.507968 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (f29ea98c-9bae-42bd-932c-1aaccab3129a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:26.692295 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Router f29ea98c-9bae-42bd-932c-1aaccab3129a is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:12:26.752582 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:26.753452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:26.813251 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 1cbfa886-fcd7-4295-84fd-786beda6e1c3, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=1cbfa886-fcd7-4295-84fd-786beda6e1c3,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:26.820118 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:26.862559 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:26.881337 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:26.891823 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:26.894430 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-67d933ff-332b-40be-8390-cbc27d958dd6 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9228842 Feb 16 16:12:26.897185 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42546) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:26.909529 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=1cbfa886-fcd7-4295-84fd-786beda6e1c3,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:26.913296 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:26.913924 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:27.083446 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:27.153214 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274d4b05-647a-4868-898c-dd25e5f8c31c None None] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:27.255515 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-c1660058-9eea-4e22-940e-f505078cbbe9 None None] Provisioning complete for port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:27.255895 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c1660058-9eea-4e22-940e-f505078cbbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:27.479185 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-c1660058-9eea-4e22-940e-f505078cbbe9 None None] Current status of the port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:27.488477 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:26Z', 'revision_number': 3, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:27.525352 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:27.525810 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Updating router f29ea98c-9bae-42bd-932c-1aaccab3129a port 68ac7025-7228-4a16-8acb-60cbbe4e47df binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:12:27.561521 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:27.563656 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:27.868653 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e8957ee6-3b9d-47ea-95d3-f43b4d29637a None None] Provisioning complete for port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:27.869565 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e8957ee6-3b9d-47ea-95d3-f43b4d29637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.015693 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Publish callbacks [] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.027357 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.062127 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e8957ee6-3b9d-47ea-95d3-f43b4d29637a None None] Current status of the port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:28.095629 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Attempting to bind port 68ac7025-7228-4a16-8acb-60cbbe4e47df on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:28.096050 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Attempting to bind port 68ac7025-7228-4a16-8acb-60cbbe4e47df by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:28.096470 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Attempting to bind port 68ac7025-7228-4a16-8acb-60cbbe4e47df on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:28.098605 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a345d-a670-48d1-b293-fff131969efc None None] Pushing event updated for resources: {'Port': ['ID=68ac7025-7228-4a16-8acb-60cbbe4e47df,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:28.105080 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:28.105494 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:28.106392 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.106641 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:28.107224 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Bound port: 68ac7025-7228-4a16-8acb-60cbbe4e47df, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:28.108554 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.108727 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Allocated IP 172.20.0.1 (61cc487d-c665-4f90-a18c-b5e1f77fbb08/c9fd1c76-752e-4a17-aa6e-1432c5068f70/f212f3d4-a06f-4a55-bc95-3ac47c2aa200) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:28.182549 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] For port 68ac7025-7228-4a16-8acb-60cbbe4e47df, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:28.187926 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] For port 68ac7025-7228-4a16-8acb-60cbbe4e47df, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=68ac7025-7228-4a16-8acb-60cbbe4e47df,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:28.197892 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.235321 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks [] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.273729 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.293476 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:28.294222 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:28.304181 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a345d-a670-48d1-b293-fff131969efc None None] Pushing event updated for resources: {'Port': ['ID=68ac7025-7228-4a16-8acb-60cbbe4e47df,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:28.316159 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:28.319229 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:28.323221 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:28.356799 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 1cbfa886-fcd7-4295-84fd-786beda6e1c3 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:28.360569 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:28.375000 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (f29ea98c-9bae-42bd-932c-1aaccab3129a), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.486281 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:28.557371 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), before_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.591094 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:28.591460 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.710435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-2916a2b0-e3f2-4929-ae6f-e70255a3c5fe None None] Provisioning complete for port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:28.710730 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2916a2b0-e3f2-4929-ae6f-e70255a3c5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.736413 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks [] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.741842 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6179134'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), after_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.812687 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,revision_number=2']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:28.816242 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (f29ea98c-9bae-42bd-932c-1aaccab3129a), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:28.913118 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-2916a2b0-e3f2-4929-ae6f-e70255a3c5fe None None] Port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:28.920692 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:28.922218 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:28.979477 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:29.009448 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:26Z', 'revision_number': 3, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:29.061149 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:12:29.078239 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b669e20-4bd9-4ceb-9d3a-b9a629370b07 None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:26Z', 'revision_number': 3, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:29.195829 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:29.201164 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-189a987d-71e3-4529-beaf-89c9e66e18f0 admin admin] 10.222.0.69 "PUT /v2.0/routers/f29ea98c-9bae-42bd-932c-1aaccab3129a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3018098 Feb 16 16:12:29.250529 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-15e43f72-66e4-4193-b689-9baaaca747f3 None None] Provisioning complete for port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:29.251178 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-15e43f72-66e4-4193-b689-9baaaca747f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:29.306998 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-15e43f72-66e4-4193-b689-9baaaca747f3 None None] Port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:29.860252 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42562) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:29.866948 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1792025153-network', 'tenant_id': '7886b550681f4158a22db5023fa23c71'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:29.890651 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Made reservation on behalf of 7886b550681f4158a22db5023fa23c71 for: {'network': 1} {{(pid=102627) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:29.894766 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for network (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:29.912095 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.035784 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks [] for security_group (f0c0079e-90cb-4b73-b78d-08a01446a376), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.044788 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f0c0079e-90cb-4b73-b78d-08a01446a376), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.069311 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=102627) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 16:12:30.080013 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c0079e-90cb-4b73-b78d-08a01446a376,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:30.087689 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (6f1975b2-2814-442f-8586-1fb3cd09389b), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.087950 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.segments_db [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Added segment 6f1975b2-2814-442f-8586-1fb3cd09389b of type vlan for network 9892870f-48cc-4beb-9776-372a9f1ed782 Feb 16 16:12:30.139085 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782658691193'] for network (9892870f-48cc-4beb-9776-372a9f1ed782), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.168767 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924'] for network (9892870f-48cc-4beb-9776-372a9f1ed782), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.169991 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:30.170645 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.205841 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3439569 Feb 16 16:12:30.212728 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42564) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:30.218922 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Request body: {'subnet': {'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1792025153-subnet', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'ip_version': 4}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:30.247399 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd66db-2b32-41f1-a5cb-c0381c862418 admin admin] Pushing event updated for resources: {'Network': ['ID=9892870f-48cc-4beb-9776-372a9f1ed782,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:30.247793 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Made reservation on behalf of 7886b550681f4158a22db5023fa23c71 for: {'subnet': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:30.251094 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33010028'] for subnet (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.261611 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Network 9892870f-48cc-4beb-9776-372a9f1ed782 details requested by agent ovs-agent-dv-cinder-829560-1-iscsi with host dv-cinder-829560-1-iscsi {{(pid=102629) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 16 16:12:30.343372 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 68ac7025-7228-4a16-8acb-60cbbe4e47df up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:30.399257 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 68ac7025-7228-4a16-8acb-60cbbe4e47df triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:30.399664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.441343 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32962750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33010014'] for subnet (647462c9-fa08-4217-8cbe-18309de23f2c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.486085 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 68ac7025-7228-4a16-8acb-60cbbe4e47df is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:30.486513 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.505756 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=647462c9-fa08-4217-8cbe-18309de23f2c,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:30.509159 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 68ac7025-7228-4a16-8acb-60cbbe4e47df, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=68ac7025-7228-4a16-8acb-60cbbe4e47df,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:30.514394 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.520177 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Checking segment: {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:30.520566 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Network hostable DHCP agents. Network: 9892870f-48cc-4beb-9776-372a9f1ed782, hostable agents: ['59a56302-3bc5-4679-b6ca-eca82e8e9850'], hosted agents: [] {{(pid=102628) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 16:12:30.543583 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Network 9892870f-48cc-4beb-9776-372a9f1ed782 is scheduled to be hosted by DHCP agent 59a56302-3bc5-4679-b6ca-eca82e8e9850 with binding_index 1 {{(pid=102628) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 16:12:30.555834 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829560-1-iscsi, 9892870f-48cc-4beb-9776-372a9f1ed782) {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:30.562312 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:30.563446 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.574101 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb456f10-549b-471b-9c5d-cb0384c7d2fc None None] Network 9892870f-48cc-4beb-9776-372a9f1ed782 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:30.583060 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-94f9150d-7716-400e-9c6b-71d33c29d5ba admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3684719 Feb 16 16:12:30.586089 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42566) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:30.591828 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:30.593260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=68ac7025-7228-4a16-8acb-60cbbe4e47df,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:30.627751 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-477778', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28027'] for router (3e33ff7f-b262-42d6-9841-af724a67889c), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.628818 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-477950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-489496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28012'] for router (3e33ff7f-b262-42d6-9841-af724a67889c), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.689349 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks [] for router_controller (3e33ff7f-b262-42d6-9841-af724a67889c), precommit_add_association {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.713350 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbefe30e0-64c4-50c6-8932-58e8589eb141-9892870f-48cc-4beb-9776-372a9f1ed782', 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'project_id': '7886b550681f4158a22db5023fa23c71', 'fixed_ips': [{'subnet_id': '647462c9-fa08-4217-8cbe-18309de23f2c'}]}} from dv-cinder-829560-1-iscsi. {{(pid=102629) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 16 16:12:30.714296 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.846143 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks [] for router_gateway (3e33ff7f-b262-42d6-9841-af724a67889c), precommit_update {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:30.856917 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.db_base_plugin_common [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Allocated IP 172.20.0.2 (9892870f-48cc-4beb-9776-372a9f1ed782/647462c9-fa08-4217-8cbe-18309de23f2c/22907022-dbdc-472b-afe2-c736961a2fb0) {{(pid=102629) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:30.923726 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:30.942055 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:30.943311 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:31.030086 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Publish callbacks [] for port (22907022-dbdc-472b-afe2-c736961a2fb0), precommit_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.037535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), after_create {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.103056 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks [] for router_gateway (3e33ff7f-b262-42d6-9841-af724a67889c), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.109520 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Network 9892870f-48cc-4beb-9776-372a9f1ed782 is already hosted by enough agents. {{(pid=102629) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:31.112552 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.scheduler.base_scheduler [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Resources bound (agent type, host, resource id): {{(pid=102629) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:31.115109 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Received port after_create {{(pid=102629) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:31.123556 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Pushing event updated for resources: {'Port': ['ID=22907022-dbdc-472b-afe2-c736961a2fb0,revision_number=1']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:31.129960 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.139703 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:31.188625 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Attempting to bind port 22907022-dbdc-472b-afe2-c736961a2fb0 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:31.188959 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Attempting to bind port 22907022-dbdc-472b-afe2-c736961a2fb0 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:31.189253 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Attempting to bind port 22907022-dbdc-472b-afe2-c736961a2fb0 on network 9892870f-48cc-4beb-9776-372a9f1ed782 {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:31.194669 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:31.195075 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Checking segment: {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:31.195489 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.195884 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Bound using segment: {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:31.196357 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Bound port: 22907022-dbdc-472b-afe2-c736961a2fb0, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:31.196737 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.243870 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_common [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Allocated IP 172.27.0.120 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/f3f0c707-b7cf-485c-803c-ba85290a2a73) {{(pid=102627) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:31.282033 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] For port 22907022-dbdc-472b-afe2-c736961a2fb0, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:31.285716 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] For port 22907022-dbdc-472b-afe2-c736961a2fb0, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=22907022-dbdc-472b-afe2-c736961a2fb0,segment=NetworkSegment(6f1975b2-2814-442f-8586-1fb3cd09389b),segment_id=6f1975b2-2814-442f-8586-1fb3cd09389b)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:31.294738 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.365164 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54c02b-704a-443a-8f7a-2f0759f17670 None None] Pushing event updated for resources: {'Port': ['ID=22907022-dbdc-472b-afe2-c736961a2fb0,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:31.406790 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks [] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.452788 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.468114 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 2, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:31.508880 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:31.509734 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Updating router f29ea98c-9bae-42bd-932c-1aaccab3129a port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:12:31.511289 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102627) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:31.520675 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.base_scheduler [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=102627) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:31.525547 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Received port after_create {{(pid=102627) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:31.534180 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Pushing event updated for resources: {'Port': ['ID=f3f0c707-b7cf-485c-803c-ba85290a2a73,revision_number=1']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:31.548264 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.845744 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks [] for router_gateway (3e33ff7f-b262-42d6-9841-af724a67889c), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.925892 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Publish callbacks [] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.932946 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:31.989200 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Pushing event updated for resources: {'Port': ['ID=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:32.019701 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.020359 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.020908 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.021249 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.021760 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.022098 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.022431 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.022762 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.023114 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.023467 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.023800 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.024144 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.024657 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102630) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:12:32.061125 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Attempting to bind port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:32.061592 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Attempting to bind port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:32.062211 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Attempting to bind port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:32.068133 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:32.068506 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Checking segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:32.068913 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.069838 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Bound using segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:32.069838 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Bound port: f212f3d4-a06f-4a55-bc95-3ac47c2aa200, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:32.070153 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.083049 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-477895', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-489541'] for router (3e33ff7f-b262-42d6-9841-af724a67889c), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.145163 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] For port f212f3d4-a06f-4a55-bc95-3ac47c2aa200, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:32.154516 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] For port f212f3d4-a06f-4a55-bc95-3ac47c2aa200, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:32.164429 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.234217 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efa504-9953-459d-b988-0fa667c0a1c0 None None] Pushing event updated for resources: {'Port': ['ID=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:32.241865 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:32.242655 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:32.310481 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] Provisioning complete for port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:32.311872 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.317428 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Router 3e33ff7f-b262-42d6-9841-af724a67889c is scheduled to L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 with binding_index 1 {{(pid=102627) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 16:12:32.435932 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] Current status of the port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:32.436335 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.467817 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:32.487713 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] For port f212f3d4-a06f-4a55-bc95-3ac47c2aa200, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:32.494509 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.579768 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 68ac7025-7228-4a16-8acb-60cbbe4e47df up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:32.631883 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d268ee-06eb-4bd0-bbf2-5dc6bee0811c None None] Pushing event updated for resources: {'Port': ['ID=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:32.654583 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 68ac7025-7228-4a16-8acb-60cbbe4e47df triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:32.656042 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.661464 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:32.680690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Sync routers for ids ['3e33ff7f-b262-42d6-9841-af724a67889c'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:32.693678 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.698099 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42568) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:32.706563 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-beae6f58-e36b-4b4a-abc1-827ef099d5ee admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1187191 Feb 16 16:12:32.711590 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Routers {'3e33ff7f-b262-42d6-9841-af724a67889c'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:32.712243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['3e33ff7f-b262-42d6-9841-af724a67889c'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:32.794697 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c4e7a3-f2e3-44ee-873c-0a178b68fcea None None] Network 9892870f-48cc-4beb-9776-372a9f1ed782 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:12:32.806989 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:32.833898 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-abc35a6b-3a9e-47a5-958a-ad9293c0b592 None None] Provisioning complete for port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:32.834279 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-abc35a6b-3a9e-47a5-958a-ad9293c0b592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:32.842184 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88a3176-5968-4aa4-a010-bf9ecadb4749 None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:32.997717 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 68ac7025-7228-4a16-8acb-60cbbe4e47df is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:32.998772 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 22907022-dbdc-472b-afe2-c736961a2fb0 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:33.007357 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Set router 3e33ff7f-b262-42d6-9841-af724a67889c gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:33.252870 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-abc35a6b-3a9e-47a5-958a-ad9293c0b592 None None] Current status of the port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:33.257110 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.284879 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 22907022-dbdc-472b-afe2-c736961a2fb0 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:33.285267 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.420587 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Provisioning complete for port 22907022-dbdc-472b-afe2-c736961a2fb0 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:33.421247 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.440060 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Allocated IP 172.20.0.1 (9892870f-48cc-4beb-9776-372a9f1ed782/647462c9-fa08-4217-8cbe-18309de23f2c/338750cf-e95c-4559-b101-fc4723b973de) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:33.542030 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 22907022-dbdc-472b-afe2-c736961a2fb0 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:33.543591 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.568016 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks [] for port (338750cf-e95c-4559-b101-fc4723b973de), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.609603 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (338750cf-e95c-4559-b101-fc4723b973de), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.655784 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Network 9892870f-48cc-4beb-9776-372a9f1ed782 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:33.660420 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:33.671370 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:33.713943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Current status of the port 22907022-dbdc-472b-afe2-c736961a2fb0 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:33.714146 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.725183 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=338750cf-e95c-4559-b101-fc4723b973de,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:33.728582 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:12:31Z', 'revision_number': 3, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:33.763663 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-475928'] for router_interface (3e33ff7f-b262-42d6-9841-af724a67889c), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.773764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Checking router: 3e33ff7f-b262-42d6-9841-af724a67889c for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:33.774123 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Updating router 3e33ff7f-b262-42d6-9841-af724a67889c port f3f0c707-b7cf-485c-803c-ba85290a2a73 binding host dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:12:33.783399 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port 22907022-dbdc-472b-afe2-c736961a2fb0, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=22907022-dbdc-472b-afe2-c736961a2fb0,segment=NetworkSegment(6f1975b2-2814-442f-8586-1fb3cd09389b),segment_id=6f1975b2-2814-442f-8586-1fb3cd09389b)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:33.810315 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.906831 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.952834 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=22907022-dbdc-472b-afe2-c736961a2fb0,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:33.955256 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (338750cf-e95c-4559-b101-fc4723b973de), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:33.959690 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.db.api [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102629) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 16:12:33.960586 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG oslo_db.api [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 16:12:34.168531 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks [] for port (338750cf-e95c-4559-b101-fc4723b973de), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.175321 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (338750cf-e95c-4559-b101-fc4723b973de), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.266968 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=338750cf-e95c-4559-b101-fc4723b973de,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:34.272261 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-646942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476036'] for router_interface (3e33ff7f-b262-42d6-9841-af724a67889c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.283138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Publish callbacks [] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), precommit_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.292349 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.369248 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Attempting to bind port f3f0c707-b7cf-485c-803c-ba85290a2a73 on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:34.369812 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Attempting to bind port f3f0c707-b7cf-485c-803c-ba85290a2a73 by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:34.370369 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Attempting to bind port f3f0c707-b7cf-485c-803c-ba85290a2a73 on network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:34.389944 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:34.390480 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Checking segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102629) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:34.391093 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.391669 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Bound using segment: {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'} {{(pid=102629) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:34.392367 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.managers [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Bound port: f3f0c707-b7cf-485c-803c-ba85290a2a73, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cecc7c-5e57-41de-980e-7bf3740b4956', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c'}}] {{(pid=102629) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:34.392916 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.409336 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Network 9892870f-48cc-4beb-9776-372a9f1ed782 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:34.410756 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:34.439137 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 22907022-dbdc-472b-afe2-c736961a2fb0 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:34.440999 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3501-949c-40e8-89f2-1bb82a6a993b None None] Pushing event updated for resources: {'Port': ['ID=f3f0c707-b7cf-485c-803c-ba85290a2a73,revision_number=2']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:34.542027 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e9beca28-4d31-4d10-b415-9054d93d050a None None] Current status of the port 22907022-dbdc-472b-afe2-c736961a2fb0 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:34.547069 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Router 3e33ff7f-b262-42d6-9841-af724a67889c has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:12:34.557378 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] For port f3f0c707-b7cf-485c-803c-ba85290a2a73, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102629) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:34.563683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] For port f3f0c707-b7cf-485c-803c-ba85290a2a73, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f3f0c707-b7cf-485c-803c-ba85290a2a73,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:34.574023 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.579247 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 22907022-dbdc-472b-afe2-c736961a2fb0 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:34.579625 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.679161 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Routers {'3e33ff7f-b262-42d6-9841-af724a67889c'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:34.679813 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['3e33ff7f-b262-42d6-9841-af724a67889c'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:34.691790 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:12:34.697746 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-77c2e738-aa55-4499-a0ed-9ad727cef4b7 admin admin] 10.222.0.69 "PUT /v2.0/routers/3e33ff7f-b262-42d6-9841-af724a67889c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9978874 Feb 16 16:12:34.727599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a3501-949c-40e8-89f2-1bb82a6a993b None None] Pushing event updated for resources: {'Port': ['ID=f3f0c707-b7cf-485c-803c-ba85290a2a73,revision_number=3']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:34.767998 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-a175affd-c22d-4df8-99e1-5fbf3c907009 None None] Provisioning complete for port 22907022-dbdc-472b-afe2-c736961a2fb0 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:34.768385 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a175affd-c22d-4df8-99e1-5fbf3c907009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:34.866252 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 22907022-dbdc-472b-afe2-c736961a2fb0 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:34.867394 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f212f3d4-a06f-4a55-bc95-3ac47c2aa200 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:34.906260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] Set router 3e33ff7f-b262-42d6-9841-af724a67889c gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:35.029366 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a175affd-c22d-4df8-99e1-5fbf3c907009 None None] Current status of the port 22907022-dbdc-472b-afe2-c736961a2fb0 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:35.064592 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:35.064979 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.092850 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-a175affd-c22d-4df8-99e1-5fbf3c907009 None None] Provisioning complete for port 338750cf-e95c-4559-b101-fc4723b973de triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:35.093230 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a175affd-c22d-4df8-99e1-5fbf3c907009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (338750cf-e95c-4559-b101-fc4723b973de), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.190554 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-a175affd-c22d-4df8-99e1-5fbf3c907009 None None] Port 338750cf-e95c-4559-b101-fc4723b973de cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:35.238484 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42576) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:35.243918 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227682783', 'description': 'tempest-secgroup-smoke-1227682783 description', 'project_id': '3f3b9bd37e834557990d378e6c2a527e'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:35.270945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.271585 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:35.291504 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:12:33Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '338750cf-e95c-4559-b101-fc4723b973de', 'name': '', 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'mac_address': 'fa:16:3e:7e:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:33Z', 'updated_at': '2022-02-16T16:12:34Z', 'revision_number': 2, 'project_id': '7886b550681f4158a22db5023fa23c71', 'subnets': [{'id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:35.347285 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1065c5-423a-4ad3-9e3b-7f3e9db635fc None None] The sync data for ids ['3e33ff7f-b262-42d6-9841-af724a67889c'] in dv-cinder-829560-1-iscsi is: [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:12:33Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '338750cf-e95c-4559-b101-fc4723b973de', 'name': '', 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'mac_address': 'fa:16:3e:7e:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:33Z', 'updated_at': '2022-02-16T16:12:34Z', 'revision_number': 2, 'project_id': '7886b550681f4158a22db5023fa23c71', 'subnets': [{'id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:35.361626 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ce48e08e-94cf-4d06-824b-715cca7259f3 None None] Provisioning complete for port 338750cf-e95c-4559-b101-fc4723b973de triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:35.362219 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ce48e08e-94cf-4d06-824b-715cca7259f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (338750cf-e95c-4559-b101-fc4723b973de), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.386186 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group (37c2580a-78cc-4148-bece-04408acc734c), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.393064 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (37c2580a-78cc-4148-bece-04408acc734c), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.413039 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ce48e08e-94cf-4d06-824b-715cca7259f3 None None] Port 338750cf-e95c-4559-b101-fc4723b973de cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:35.451945 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.453900 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2140262 Feb 16 16:12:35.456836 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42578) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:35.462556 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group_rule': {'security_group_id': '37c2580a-78cc-4148-bece-04408acc734c', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:35.473372 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f95cdb-e33f-4221-b7e7-2909522a10b6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37c2580a-78cc-4148-bece-04408acc734c,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:35.505285 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (234ec8b0-465d-4cc9-b1e7-0a824011aefc), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.588434 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (234ec8b0-465d-4cc9-b1e7-0a824011aefc), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.594167 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (234ec8b0-465d-4cc9-b1e7-0a824011aefc), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.623061 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234ec8b0-465d-4cc9-b1e7-0a824011aefc,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:35.659282 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.663936 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-e9eba015-975f-40a9-9a75-94d2ebd1d67c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2059667 Feb 16 16:12:35.665833 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42580) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:35.671182 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group_rule': {'security_group_id': '37c2580a-78cc-4148-bece-04408acc734c', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:35.703719 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (4fab0831-c926-437f-b620-3d24f0cb417b), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.789212 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (4fab0831-c926-437f-b620-3d24f0cb417b), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.796300 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (4fab0831-c926-437f-b620-3d24f0cb417b), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.822521 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fab0831-c926-437f-b620-3d24f0cb417b,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:35.838763 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.841073 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7d0c3436-0fd4-4964-939c-7b045a70b383 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1740265 Feb 16 16:12:35.844888 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42582) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:35.850088 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group_rule': {'security_group_id': '37c2580a-78cc-4148-bece-04408acc734c', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:35.880324 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (8009c5c6-ce18-4334-bb50-876f5fcc8a55), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.947727 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (8009c5c6-ce18-4334-bb50-876f5fcc8a55), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.953825 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (8009c5c6-ce18-4334-bb50-876f5fcc8a55), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.977200 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8009c5c6-ce18-4334-bb50-876f5fcc8a55,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:35.987499 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:35.988828 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9a783a5b-dd08-4a87-9bce-1303041c1b71 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426284 Feb 16 16:12:35.991779 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42584) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:35.998624 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group_rule': {'security_group_id': '37c2580a-78cc-4148-bece-04408acc734c', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:36.030547 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (0b07b6ee-18fe-416f-98ba-5fbb0c5e66fd), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.338895 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.361569 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f3f0c707-b7cf-485c-803c-ba85290a2a73 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:36.382835 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (0b07b6ee-18fe-416f-98ba-5fbb0c5e66fd), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.388783 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (0b07b6ee-18fe-416f-98ba-5fbb0c5e66fd), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.428152 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b07b6ee-18fe-416f-98ba-5fbb0c5e66fd,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:36.451079 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.453883 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-19c5cc20-1136-483e-b0a0-6e191c70683c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4606967 Feb 16 16:12:36.456925 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 42586) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:36.466314 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.v2.base [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group_rule': {'security_group_id': '37c2580a-78cc-4148-bece-04408acc734c', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102627) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:36.469245 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port f3f0c707-b7cf-485c-803c-ba85290a2a73 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:36.469844 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.500243 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.securitygroups_db [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Project 3f3b9bd37e834557990d378e6c2a527e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:12:36.508360 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (962641fa-4978-45ad-943e-dbf6cafb036c), before_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.579965 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (962641fa-4978-45ad-943e-dbf6cafb036c), precommit_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.580774 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port f3f0c707-b7cf-485c-803c-ba85290a2a73 is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:36.581463 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.589107 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (962641fa-4978-45ad-943e-dbf6cafb036c), after_create {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.607084 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] For port f3f0c707-b7cf-485c-803c-ba85290a2a73, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f3f0c707-b7cf-485c-803c-ba85290a2a73,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:36.608494 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962641fa-4978-45ad-943e-dbf6cafb036c,revision_number=0']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:36.615501 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.619963 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.624483 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-b160848c-628f-4f01-8ae6-0ae224eeabbd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622810 Feb 16 16:12:36.624857 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42588) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:12:36.631384 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'security_group_rule': {'security_group_id': '37c2580a-78cc-4148-bece-04408acc734c', 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:36.660648 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.securitygroups_db [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Project 3f3b9bd37e834557990d378e6c2a527e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 16:12:36.667749 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (1b63202d-a388-4850-a90e-ffbce5a7ac17), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.686125 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Pushing event updated for resources: {'Port': ['ID=f3f0c707-b7cf-485c-803c-ba85290a2a73,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:36.772845 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (1b63202d-a388-4850-a90e-ffbce5a7ac17), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.778977 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550534'] for security_group_rule (1b63202d-a388-4850-a90e-ffbce5a7ac17), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.797013 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b63202d-a388-4850-a90e-ffbce5a7ac17,revision_number=0']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:36.808043 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:36.810079 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-0750d737-de86-4480-b21a-e90080b54650 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841061 Feb 16 16:12:37.772024 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Sync routers for ids ['3e33ff7f-b262-42d6-9841-af724a67889c'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:12:37.785309 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Routers {'3e33ff7f-b262-42d6-9841-af724a67889c'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:37.785935 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['3e33ff7f-b262-42d6-9841-af724a67889c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:37.896391 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Set router 3e33ff7f-b262-42d6-9841-af724a67889c gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:38.113389 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:12:33Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '338750cf-e95c-4559-b101-fc4723b973de', 'name': '', 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'mac_address': 'fa:16:3e:7e:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:33Z', 'updated_at': '2022-02-16T16:12:34Z', 'revision_number': 2, 'project_id': '7886b550681f4158a22db5023fa23c71', 'subnets': [{'id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:38.148124 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Checking router: 3e33ff7f-b262-42d6-9841-af724a67889c for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:12:38.148474 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Updating router 3e33ff7f-b262-42d6-9841-af724a67889c port 338750cf-e95c-4559-b101-fc4723b973de binding host dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 16 16:12:38.178682 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (338750cf-e95c-4559-b101-fc4723b973de), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.292029 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f3f0c707-b7cf-485c-803c-ba85290a2a73 up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:38.347659 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port f3f0c707-b7cf-485c-803c-ba85290a2a73 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:38.347887 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.451267 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port f3f0c707-b7cf-485c-803c-ba85290a2a73 is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:38.485995 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Publish callbacks [] for port (338750cf-e95c-4559-b101-fc4723b973de), precommit_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.492723 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (338750cf-e95c-4559-b101-fc4723b973de), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.555255 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8749b-4f9c-45e1-aef7-45bef390a715 None None] Pushing event updated for resources: {'Port': ['ID=338750cf-e95c-4559-b101-fc4723b973de,revision_number=3']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:38.631548 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Attempting to bind port 338750cf-e95c-4559-b101-fc4723b973de on host dv-cinder-829560-1-iscsi for vnic_type normal with profile {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:38.631914 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Attempting to bind port 338750cf-e95c-4559-b101-fc4723b973de by drivers openvswitch,hyperv on host dv-cinder-829560-1-iscsi at level 0 using segments [{'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:38.632274 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Attempting to bind port 338750cf-e95c-4559-b101-fc4723b973de on network 9892870f-48cc-4beb-9776-372a9f1ed782 {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:38.638131 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Checking agent: {'id': 'ce1308cf-c515-4953-b6c1-df8d56c3f580', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829560-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 15, 54, 16), 'started_at': datetime.datetime(2022, 2, 16, 15, 54, 46), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829560-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:38.638510 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Checking segment: {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102630) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:38.638914 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.639931 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Bound using segment: {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'} {{(pid=102630) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:38.641027 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.managers [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Bound port: 338750cf-e95c-4559-b101-fc4723b973de, host: dv-cinder-829560-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1975b2-2814-442f-8586-1fb3cd09389b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782'}}] {{(pid=102630) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:38.641027 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (338750cf-e95c-4559-b101-fc4723b973de), before_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.722308 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] For port 338750cf-e95c-4559-b101-fc4723b973de, host dv-cinder-829560-1-iscsi, cleared binding levels {{(pid=102630) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:38.726091 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.plugins.ml2.db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] For port 338750cf-e95c-4559-b101-fc4723b973de, host dv-cinder-829560-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=338750cf-e95c-4559-b101-fc4723b973de,segment=NetworkSegment(6f1975b2-2814-442f-8586-1fb3cd09389b),segment_id=6f1975b2-2814-442f-8586-1fb3cd09389b)] {{(pid=102630) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:38.735208 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron_lib.callbacks.manager [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (338750cf-e95c-4559-b101-fc4723b973de), after_update {{(pid=102630) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.794205 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Routers {'3e33ff7f-b262-42d6-9841-af724a67889c'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:12:38.795550 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['3e33ff7f-b262-42d6-9841-af724a67889c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:38.803641 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-e045b05f-5475-4036-82fb-dea516976544 None None] Provisioning complete for port 338750cf-e95c-4559-b101-fc4723b973de triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:38.804067 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e045b05f-5475-4036-82fb-dea516976544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (338750cf-e95c-4559-b101-fc4723b973de), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.875299 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8749b-4f9c-45e1-aef7-45bef390a715 None None] Pushing event updated for resources: {'Port': ['ID=338750cf-e95c-4559-b101-fc4723b973de,revision_number=4']} {{(pid=102630) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:38.911607 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-e045b05f-5475-4036-82fb-dea516976544 None None] Current status of the port 338750cf-e95c-4559-b101-fc4723b973de is: DOWN; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:38.912011 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e045b05f-5475-4036-82fb-dea516976544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (338750cf-e95c-4559-b101-fc4723b973de), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:38.951955 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] Set router 3e33ff7f-b262-42d6-9841-af724a67889c gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:12:38.956840 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-e045b05f-5475-4036-82fb-dea516976544 None None] For port 338750cf-e95c-4559-b101-fc4723b973de, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=338750cf-e95c-4559-b101-fc4723b973de,segment=NetworkSegment(6f1975b2-2814-442f-8586-1fb3cd09389b),segment_id=6f1975b2-2814-442f-8586-1fb3cd09389b)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:12:38.963370 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e045b05f-5475-4036-82fb-dea516976544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (338750cf-e95c-4559-b101-fc4723b973de), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:39.039130 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045b05f-5475-4036-82fb-dea516976544 None None] Pushing event updated for resources: {'Port': ['ID=338750cf-e95c-4559-b101-fc4723b973de,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:39.088817 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-50402a5b-b0e6-4ce2-b901-bcb888b995ff None None] Provisioning complete for port 338750cf-e95c-4559-b101-fc4723b973de triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:39.089353 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-50402a5b-b0e6-4ce2-b901-bcb888b995ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (338750cf-e95c-4559-b101-fc4723b973de), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:39.202892 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-50402a5b-b0e6-4ce2-b901-bcb888b995ff None None] Current status of the port 338750cf-e95c-4559-b101-fc4723b973de is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:39.207492 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:12:33Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '338750cf-e95c-4559-b101-fc4723b973de', 'name': '', 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'mac_address': 'fa:16:3e:7e:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:33Z', 'updated_at': '2022-02-16T16:12:38Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'subnets': [{'id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:12:39.236695 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff1fd4d-4489-4924-83b0-1a9abcd8128b None None] The sync data for ids ['3e33ff7f-b262-42d6-9841-af724a67889c'] in dv-cinder-829560-1-iscsi is: [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:12:33Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': '338750cf-e95c-4559-b101-fc4723b973de', 'name': '', 'network_id': '9892870f-48cc-4beb-9776-372a9f1ed782', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'mac_address': 'fa:16:3e:7e:28:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:33Z', 'updated_at': '2022-02-16T16:12:38Z', 'revision_number': 4, 'project_id': '7886b550681f4158a22db5023fa23c71', 'subnets': [{'id': '647462c9-fa08-4217-8cbe-18309de23f2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:12:40.165903 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-21f9d01b-3743-4880-a5bb-812cfbeb39fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:40.310371 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 338750cf-e95c-4559-b101-fc4723b973de up at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:12:40.521683 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Provisioning complete for port 338750cf-e95c-4559-b101-fc4723b973de triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:40.522169 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (338750cf-e95c-4559-b101-fc4723b973de), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:40.604296 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Current status of the port 338750cf-e95c-4559-b101-fc4723b973de is: ACTIVE; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:12:42.297748 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:12:42.611243 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c0ac4a30-fffc-4f29-b733-25138918d6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:43.661221 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:45.106932 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:46.472907 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:51.354334 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-2c337ce3-f2fa-499a-894a-68c99593d162 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227682783&fields=id&tenant_id=3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 267 time: 0.0446928 Feb 16 16:12:51.467581 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-a6919dc1-979b-4536-a85d-39cc5675d092 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:51.469189 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-a6919dc1-979b-4536-a85d-39cc5675d092 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 812 time: 0.1074362 Feb 16 16:12:51.489117 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-8c655901-290b-4391-80f7-7157d2e7e038 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/quotas/3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 375 time: 0.0108259 Feb 16 16:12:51.549857 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-a786283e-716c-4946-82cb-6cedec6096c9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551672 Feb 16 16:12:51.573143 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-575ad423-fb2e-4657-b467-681ddde37a18 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102627) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:12:51.574358 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-575ad423-fb2e-4657-b467-681ddde37a18 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054555 Feb 16 16:12:51.671376 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-66a0cb89-2dcf-4fe0-ae43-0ad865285554 service neutron] 10.222.0.69 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909123 Feb 16 16:12:51.777211 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-41443e6c-1d2f-452a-912f-8f6c7eed472f service neutron] 10.222.0.69 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986297 Feb 16 16:12:52.223217 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-1790e0e3-2552-44b2-95eb-9d34a6064ee0 req-73a29a88-7a5a-4bbb-97da-d7d8b846e4b3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 210 time: 0.1460617 Feb 16 16:12:53.208462 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-1f689ca5-2b86-42f6-be20-9e8151c4a3f5 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:53.209888 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-1f689ca5-2b86-42f6-be20-9e8151c4a3f5 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 812 time: 0.1276157 Feb 16 16:12:53.311286 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ca35a173-318b-4d97-840c-e7e582a29cff tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 380 time: 0.0925198 Feb 16 16:12:53.322520 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'port': {'device_id': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'admin_state_up': True, 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'security_groups': ['37c2580a-78cc-4148-bece-04408acc734c']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:53.362754 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-4049394d-4195-484d-b193-be1244c6ed41 req-37b71d32-1e5d-427c-a6bb-8aa04286a5c1 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 210 time: 0.0447655 Feb 16 16:12:53.469242 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Made reservation on behalf of 3f3b9bd37e834557990d378e6c2a527e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:12:53.472917 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:53.641331 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Allocated IP 172.20.0.10 (61cc487d-c665-4f90-a18c-b5e1f77fbb08/c9fd1c76-752e-4a17-aa6e-1432c5068f70/57cd3170-3cef-4cd8-8b62-f22c28b07c37) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:12:53.834294 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:53.871572 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:53.924327 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:12:53.927691 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:12:53.932315 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:12:53.961793 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=57cd3170-3cef-4cd8-8b62-f22c28b07c37,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:54.000588 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:54.001613 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:54.027580 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-ff55a072-8b4c-4d0b-acac-9342844603ee tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7111261 Feb 16 16:12:54.041344 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-44a96858-a9f2-4521-8dc4-ce600ca741d3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:12:54.043277 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-44a96858-a9f2-4521-8dc4-ce600ca741d3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079904 Feb 16 16:12:54.116256 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Request body: {'port': {'device_id': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:12:54.193597 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:54.219615 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-cf6cbbe6-0fe2-4d25-a623-5e474c4e564b None None] Provisioning complete for port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:12:54.220394 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbbe6-0fe2-4d25-a623-5e474c4e564b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:54.260788 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-cf6cbbe6-0fe2-4d25-a623-5e474c4e564b None None] Port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:12:54.835369 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57cd3170-3cef-4cd8-8b62-f22c28b07c37 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:12:54.849136 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaece3-29e2-491d-b7e5-44e0a07f99cd req-1c0b4480-07ca-46e4-a903-c0a30e4058d9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:54.850610 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cbdaece3-29e2-491d-b7e5-44e0a07f99cd req-1c0b4480-07ca-46e4-a903-c0a30e4058d9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 932 time: 0.1047235 Feb 16 16:12:54.852632 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Publish callbacks [] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:54.873038 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Transition to ACTIVE for port object 57cd3170-3cef-4cd8-8b62-f22c28b07c37 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:12:54.881318 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:54.965627 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-cbdaece3-29e2-491d-b7e5-44e0a07f99cd req-a01aa45d-c74c-4b2c-95f2-acaf8ef16fab tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032963 Feb 16 16:12:54.973262 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Pushing event updated for resources: {'Port': ['ID=57cd3170-3cef-4cd8-8b62-f22c28b07c37,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:55.086120 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Attempting to bind port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:12:55.086576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Attempting to bind port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:12:55.086969 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Attempting to bind port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:55.095292 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:12:55.095690 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Attempting to bind port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:12:55.102570 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:12:55.102979 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Checking segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:12:55.103524 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Bound using segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:12:55.104093 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Bound port: 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:12:55.104600 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:55.195198 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] For port 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:12:55.200672 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] For port 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:12:55.210272 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:55.255343 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:55.256071 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:12:55.257854 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] 10.222.0.36 "PUT /v2.0/ports/57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 200 len: 1094 time: 1.2078762 Feb 16 16:12:55.258442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:12:55.260968 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d310164-0384-450b-a260-97317d70d4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:12:55.307191 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40930f-b8a0-47bb-ab2c-a7810a4b983b service neutron] Pushing event updated for resources: {'Port': ['ID=57cd3170-3cef-4cd8-8b62-f22c28b07c37,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:12:55.359249 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6c289d-3b1d-4f9d-87b2-4de3dcefc6b6 x-openstack-request-id: req-cb6c289d-3b1d-4f9d-87b2-4de3dcefc6b6 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:12:55.359630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:12:55.359941 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb6c289d-3b1d-4f9d-87b2-4de3dcefc6b6 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:12:55.360403 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'status': 'completed', 'code': 200} Feb 16 16:12:55.390638 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-89383c2f-6214-4987-9848-265049588546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:55.392823 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-89383c2f-6214-4987-9848-265049588546 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1128 time: 0.0779388 Feb 16 16:12:55.472610 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-8e8ef815-e2bb-4599-84d2-2a0b79087151 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 200 len: 217 time: 0.0726810 Feb 16 16:12:55.563694 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-c715bb95-3445-418a-bb52-d0d51b91e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:55.566299 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-c715bb95-3445-418a-bb52-d0d51b91e3e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0880797 Feb 16 16:12:55.625275 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-d214908c-529f-461c-a367-5de205f1c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:55.626696 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-d214908c-529f-461c-a367-5de205f1c457 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551240 Feb 16 16:12:55.723913 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-43abd77d-2ea3-49db-9ec1-e3399e1dca70 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912759 Feb 16 16:12:55.829371 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6205be60-2185-4bf3-8adc-e0a15b83d513 req-330b7cca-0f63-4baf-8808-d7ca6ce93dbf service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998726 Feb 16 16:12:55.927141 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310164-0384-450b-a260-97317d70d4ba req-0ce89b06-2758-4640-b87d-43a7aca7ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:55.928625 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-0ce89b06-2758-4640-b87d-43a7aca7ef51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1128 time: 0.0516160 Feb 16 16:12:56.041150 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310164-0384-450b-a260-97317d70d4ba req-4fd981c1-2740-42e0-8034-f1ad43d51c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:56.043415 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-4fd981c1-2740-42e0-8034-f1ad43d51c92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.1063473 Feb 16 16:12:56.095396 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-37cde797-c4e6-4207-bdde-66d76262d81f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 200 len: 217 time: 0.0458653 Feb 16 16:12:56.178306 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310164-0384-450b-a260-97317d70d4ba req-a9f9adec-3b68-463f-acc6-4da28386ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:56.179680 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-a9f9adec-3b68-463f-acc6-4da28386ae48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0767016 Feb 16 16:12:56.206342 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e0fc6-63d0-4cbc-b5bc-1d44da723958 req-58369c51-e1a5-4df1-9235-520b93a851d9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:56.207929 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d86e0fc6-63d0-4cbc-b5bc-1d44da723958 req-58369c51-e1a5-4df1-9235-520b93a851d9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 944 time: 0.1152604 Feb 16 16:12:56.287599 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-d86e0fc6-63d0-4cbc-b5bc-1d44da723958 req-f87f7d2f-86f2-4391-b0fc-b98a5fc6d7e4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637381 Feb 16 16:12:56.291003 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310164-0384-450b-a260-97317d70d4ba req-5b7bb772-7d1b-4219-923b-399ab1dc0e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:56.293565 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-5b7bb772-7d1b-4219-923b-399ab1dc0e50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1062558 Feb 16 16:12:56.397864 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-46e69dcd-9649-483c-8440-a9086a3688be service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983498 Feb 16 16:12:56.506243 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-2d310164-0384-450b-a260-97317d70d4ba req-ac9cc0fc-80e7-4572-ba4c-7afb03017781 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017945 Feb 16 16:12:57.428234 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eab9952-41e4-4768-ab2c-35a8c63ae2cd req-0bb66ac7-2393-4435-85f2-24ea06d30bf5 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:57.429761 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6eab9952-41e4-4768-ab2c-35a8c63ae2cd req-0bb66ac7-2393-4435-85f2-24ea06d30bf5 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 944 time: 0.0601556 Feb 16 16:12:57.483831 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-6eab9952-41e4-4768-ab2c-35a8c63ae2cd req-5b40e295-a6a3-403f-a066-e2c10ee95698 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483706 Feb 16 16:12:58.640494 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52212f8c-ce8d-4862-a446-d6b1537d03e0 req-e531b7d7-c841-4338-ae84-625df77cb772 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:58.642118 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-52212f8c-ce8d-4862-a446-d6b1537d03e0 req-e531b7d7-c841-4338-ae84-625df77cb772 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 944 time: 0.0803859 Feb 16 16:12:58.697150 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-52212f8c-ce8d-4862-a446-d6b1537d03e0 req-124373dd-e557-4017-a2aa-f5c923b28f53 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468709 Feb 16 16:12:59.824843 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d890017-4527-494d-9edd-e74c58382f22 req-20922ee7-3d80-4121-8a25-1daf74be675a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:12:59.826695 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8d890017-4527-494d-9edd-e74c58382f22 req-20922ee7-3d80-4121-8a25-1daf74be675a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 944 time: 0.0567172 Feb 16 16:12:59.889987 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-8d890017-4527-494d-9edd-e74c58382f22 req-866a56e7-7bbf-43e8-8441-a9066e8ce785 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526342 Feb 16 16:13:01.028007 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae19472-52e8-4551-970c-9c4d7893c011 req-0ae063c9-5941-4aad-b4f4-1b69ab80d69e tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:01.029539 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dae19472-52e8-4551-970c-9c4d7893c011 req-0ae063c9-5941-4aad-b4f4-1b69ab80d69e tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 944 time: 0.0585330 Feb 16 16:13:01.079643 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dae19472-52e8-4551-970c-9c4d7893c011 req-046a9cf4-b045-43f2-a947-af928d6cabcf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444639 Feb 16 16:13:02.219163 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5281976-fd19-43ac-8fcd-5c255b530087 req-a8b07176-accb-4995-ae05-3ec0033a5223 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:02.220661 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c5281976-fd19-43ac-8fcd-5c255b530087 req-a8b07176-accb-4995-ae05-3ec0033a5223 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 944 time: 0.0616736 Feb 16 16:13:02.274649 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-c5281976-fd19-43ac-8fcd-5c255b530087 req-cfbb5e9f-4307-4031-a7b1-83b353f049c9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455079 Feb 16 16:13:02.507599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 57cd3170-3cef-4cd8-8b62-f22c28b07c37 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:13:02.614502 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:13:02.626540 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'port_id': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'mac_address': 'fa:16:3e:13:d4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:13:02.664000 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:13:02.664402 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:02.682331 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57cd3170-3cef-4cd8-8b62-f22c28b07c37 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:13:02.706621 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:13:02.712398 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:02.763852 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=57cd3170-3cef-4cd8-8b62-f22c28b07c37,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:13:02.960855 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['57cd3170-3cef-4cd8-8b62-f22c28b07c37'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:13:03.403661 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09323314-8f4e-46b8-898d-bde24ee3645e req-d0eeeecf-e1c4-4bf8-8713-ae395a21d043 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:03.405208 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09323314-8f4e-46b8-898d-bde24ee3645e req-d0eeeecf-e1c4-4bf8-8713-ae395a21d043 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 945 time: 0.0571384 Feb 16 16:13:03.464313 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-09323314-8f4e-46b8-898d-bde24ee3645e req-d9ef99fa-a91b-48d6-8ccd-d139badce979 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529552 Feb 16 16:13:04.524108 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 57cd3170-3cef-4cd8-8b62-f22c28b07c37 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:13:04.574779 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:13:04.578694 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:13:04.579102 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:04.595179 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf178a3-8f60-46b3-b5a2-6396aa29e00b req-e8e9cd52-6fea-4720-8119-dfd7025730a4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:04.596746 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7cf178a3-8f60-46b3-b5a2-6396aa29e00b req-e8e9cd52-6fea-4720-8119-dfd7025730a4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 945 time: 0.0549533 Feb 16 16:13:04.647406 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7cf178a3-8f60-46b3-b5a2-6396aa29e00b req-8a65a3cc-8cdb-470c-9b81-c2d7bbdd211a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449266 Feb 16 16:13:04.659558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:13:04.659942 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:04.684498 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:13:04.686745 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce050bc7-7da7-4f2e-8bcc-2d7b1a3922e2" -d '{"events": [{"server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "name": "network-vif-plugged", "status": "completed", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:13:04.699491 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:13:04.703948 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:04.732938 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7529f3f9-218c-4af8-8b2f-268d3042cb32 x-openstack-request-id: req-7529f3f9-218c-4af8-8b2f-268d3042cb32 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:13:04.733235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "name": "network-vif-plugged", "status": "completed", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:13:04.733486 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7529f3f9-218c-4af8-8b2f-268d3042cb32 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:13:04.733891 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'code': 200} Feb 16 16:13:04.763646 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=57cd3170-3cef-4cd8-8b62-f22c28b07c37,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:13:04.949856 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b09c5e-93fc-4688-a357-861c69b643fb req-2975f045-1e27-4b6a-8757-f7e7ceec4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:04.951757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9b09c5e-93fc-4688-a357-861c69b643fb req-2975f045-1e27-4b6a-8757-f7e7ceec4b40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1130 time: 0.0484161 Feb 16 16:13:05.000749 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f9b09c5e-93fc-4688-a357-861c69b643fb req-2e5b1d86-9546-4ff4-ac39-ebae5bf436b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424178 Feb 16 16:13:05.778018 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e03ada-d567-4416-a6d0-f40c526d375e req-a9f7ca0d-0f75-4582-aaa2-9365366349a7 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:05.779586 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-90e03ada-d567-4416-a6d0-f40c526d375e req-a9f7ca0d-0f75-4582-aaa2-9365366349a7 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 946 time: 0.0582378 Feb 16 16:13:05.836067 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-90e03ada-d567-4416-a6d0-f40c526d375e req-2043dbe9-b50e-44ed-8fd2-5a4d6446e9bc tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507321 Feb 16 16:13:06.331112 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:06.962131 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a108a-8bd4-45fb-98c1-4444638d03c6 req-faa32475-a95d-4329-af19-4d5c9d5e5c85 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:06.963737 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5b6a108a-8bd4-45fb-98c1-4444638d03c6 req-faa32475-a95d-4329-af19-4d5c9d5e5c85 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 946 time: 0.0546145 Feb 16 16:13:07.014836 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5b6a108a-8bd4-45fb-98c1-4444638d03c6 req-63eda451-0a23-4bc8-94f0-c5afbb33443b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454245 Feb 16 16:13:07.140889 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a155f85-a9f7-4248-ac5f-72cb9954ef7a req-1f072bd6-6799-4626-9f98-b90e2af23673 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:07.142420 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a155f85-a9f7-4248-ac5f-72cb9954ef7a req-1f072bd6-6799-4626-9f98-b90e2af23673 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 946 time: 0.0558088 Feb 16 16:13:07.194720 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-1a155f85-a9f7-4248-ac5f-72cb9954ef7a req-80364d89-1fc6-43bf-a417-2a6b3beedc7f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466383 Feb 16 16:13:07.272640 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42760) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:07.365576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9b1a82-598f-4018-a3db-2afe3766e8b4 tempest-TestVolumeBootPattern-347020382 tempest-TestVolumeBootPattern-347020382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:07.367147 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-1b9b1a82-598f-4018-a3db-2afe3766e8b4 tempest-TestVolumeBootPattern-347020382 tempest-TestVolumeBootPattern-347020382-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1125 time: 0.0934751 Feb 16 16:13:07.370139 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42764) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:13:07.374870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'port_id': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:13:07.396642 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:07.500846 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:07.610855 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Allocated IP 172.27.0.94 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/383cf7e1-3cb0-4bb6-86aa-9610775a5254) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:13:07.718662 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:07.755793 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:07.801718 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:13:07.804848 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:13:07.810311 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:13:07.816701 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=383cf7e1-3cb0-4bb6-86aa-9610775a5254,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:13:08.216782 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (68738400-3b1b-4706-8cb2-a8784bd52f66), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:08.291266 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:08.455897 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:08.462890 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:08.533162 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=383cf7e1-3cb0-4bb6-86aa-9610775a5254,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:13:08.547714 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (68738400-3b1b-4706-8cb2-a8784bd52f66), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:08.654384 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Floating IP 68738400-3b1b-4706-8cb2-a8784bd52f66 associated. External IP: 172.27.0.94, port: 57cd3170-3cef-4cd8-8b62-f22c28b07c37. Feb 16 16:13:08.876693 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:13:08.990902 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:13:09.002260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:13:09.013000 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:09.018924 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:13:09.019701 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:13:09.054376 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-91ddd70a-a42a-47c7-a160-d3657b5cfacf tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6829584 Feb 16 16:13:09.054955 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:13:09.057363 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70981291-ed93-4c53-9fb1-dc5736ac872a" -d '{"events": [{"name": "network-changed", "server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:13:09.149451 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:13:09.155619 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad08f5-3345-47ee-a89e-e0d0f5bbf094 x-openstack-request-id: req-16ad08f5-3345-47ee-a89e-e0d0f5bbf094 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:13:09.155913 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:13:09.156171 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16ad08f5-3345-47ee-a89e-e0d0f5bbf094 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:13:09.156586 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'status': 'completed', 'code': 200} Feb 16 16:13:09.224073 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-f7bb736c-13ea-419c-a735-0f40e5e5f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:09.225648 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-f7bb736c-13ea-419c-a735-0f40e5e5f218 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1130 time: 0.0466700 Feb 16 16:13:09.372098 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-1781e605-6d0f-4e02-b623-c3b5fb7dadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:09.374751 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-1781e605-6d0f-4e02-b623-c3b5fb7dadcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.1426070 Feb 16 16:13:09.428218 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '68738400-3b1b-4706-8cb2-a8784bd52f66', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:13:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:13:08Z', 'updated_at': '2022-02-16T16:13:08Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:13:09.449700 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-603fa78f-cb76-456f-82ff-f2eb0fe46641 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 200 len: 999 time: 0.0695045 Feb 16 16:13:09.458154 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:13:09.468143 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:13:09.468779 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:12:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:13:09.500314 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-a8a5e406-8172-40bb-a348-e19e32fb3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:09.501789 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-a8a5e406-8172-40bb-a348-e19e32fb3cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0471454 Feb 16 16:13:09.558790 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-5a1429bc-62ea-4be8-b2b2-518f4b645222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:09.561003 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-5a1429bc-62ea-4be8-b2b2-518f4b645222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535877 Feb 16 16:13:09.589157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:13:09.661264 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-315b29ee-d9b5-49d6-b2e3-b1aea6a1d74e service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948024 Feb 16 16:13:09.763229 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-70981291-ed93-4c53-9fb1-dc5736ac872a req-28230e41-cacd-4f5f-a95d-365458d6c825 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963740 Feb 16 16:13:09.846381 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '68738400-3b1b-4706-8cb2-a8784bd52f66', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:13:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:13:08Z', 'updated_at': '2022-02-16T16:13:08Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:13:09.877217 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79961b7b-474b-483f-b98f-7a09be1a057a None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '68738400-3b1b-4706-8cb2-a8784bd52f66', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:13:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:13:08Z', 'updated_at': '2022-02-16T16:13:08Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:13:10.103136 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31112c18-d549-4cf6-a7e5-b6c420ee231e None None] New status for floating IP 68738400-3b1b-4706-8cb2-a8784bd52f66: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:13:10.159605 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7c7ba2be-cf4c-4485-9825-4039c8147d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:12.596176 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1b58f6f6-0cf3-4f26-afc2-aa5cacb1ea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:13.654971 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:15.115020 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:16.471991 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:19.298617 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:13:36.360370 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:39.469191 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-d18be7ff-1848-461f-82a7-4b12f88163ac service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461433 Feb 16 16:13:39.556598 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-5eabe2e3-5129-46cb-b163-5d70abb9a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:39.558836 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-5eabe2e3-5129-46cb-b163-5d70abb9a12b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1130 time: 0.0462167 Feb 16 16:13:39.668380 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-a2a7af37-d9f6-4525-a4c6-743f2e4e4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:39.669829 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-a2a7af37-d9f6-4525-a4c6-743f2e4e4891 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0920589 Feb 16 16:13:39.735784 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-0664c126-e787-4e4d-9a34-eee6183fbdae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 200 len: 1001 time: 0.0589337 Feb 16 16:13:39.788315 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-15039e97-5670-4c66-b618-c7c1846a903e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:39.789768 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-15039e97-5670-4c66-b618-c7c1846a903e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0476778 Feb 16 16:13:39.842049 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-88075383-78f0-4ddc-93fa-a20abfabe301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:13:39.843581 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-88075383-78f0-4ddc-93fa-a20abfabe301 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451405 Feb 16 16:13:39.933105 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-f2f71cbc-dbcd-4526-b1c4-2d5389e97e45 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810606 Feb 16 16:13:40.029164 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5d5fa7e-a7bc-4ad5-9a8b-91b8dd4f1d03 req-903c1063-80da-4d5a-b748-f822541c2083 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894608 Feb 16 16:13:40.166583 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-6076fddd-261d-4f6e-92e1-c394f093c671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:42.599260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8fb7ce1-802b-4a24-8cca-86d116184e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:43.657278 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:45.115823 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:46.465938 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:13:56.297842 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:14:06.378465 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:10.159431 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7b289047-4223-4541-9ee8-97f98aa5313b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:12.600273 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-37eaa3ed-fc96-481b-b4e7-b5ab16db4215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:13.664454 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:15.119758 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:16.469454 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:33.296790 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:14:36.407049 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:40.162463 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d0325635-c99b-488d-be12-37d15fdf831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:40.491763 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-0db905af-26a1-47a7-837e-ec8d5a2c6e39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460901 Feb 16 16:14:40.577840 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-242a5fb5-5380-4e85-88f3-f2c0ed75c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:40.579262 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-242a5fb5-5380-4e85-88f3-f2c0ed75c341 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 1130 time: 0.0441904 Feb 16 16:14:40.688527 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-4104b6e3-c5ca-4a6b-8540-57bc70dffcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:40.690054 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-4104b6e3-c5ca-4a6b-8540-57bc70dffcfe service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0908134 Feb 16 16:14:40.754712 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-c456556b-ef91-4ff4-9947-46060e724076 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 200 len: 1001 time: 0.0584588 Feb 16 16:14:40.809395 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-548d372c-74b3-4a13-9013-ef4a92b87f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:40.810858 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-548d372c-74b3-4a13-9013-ef4a92b87f67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0488579 Feb 16 16:14:40.862327 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-39a3e08f-6007-4be8-b805-a9e735e1a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:14:40.863777 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-39a3e08f-6007-4be8-b805-a9e735e1a2f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469496 Feb 16 16:14:40.954587 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-96151346-e165-4a4a-9a97-63fb2b9fcc6d service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832686 Feb 16 16:14:41.048992 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5d1b0f3-799c-4062-a8dc-ac1a15a9289f req-e8271a97-3189-4177-83c0-a2e1466b6c61 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882416 Feb 16 16:14:42.601762 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d930ca58-bf59-4319-a949-15da520602b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:43.664565 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:45.123599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:14:46.470077 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:03.515437 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2694f1-4d27-4d6e-b1f9-aaba9f6771f1 req-d3c71865-6829-43f6-b61a-6fc0e74b56c1 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:03.516907 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6b2694f1-4d27-4d6e-b1f9-aaba9f6771f1 req-d3c71865-6829-43f6-b61a-6fc0e74b56c1 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 946 time: 0.0580707 Feb 16 16:15:03.565374 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6b2694f1-4d27-4d6e-b1f9-aaba9f6771f1 req-d3e274f6-5ddc-459f-b112-ddf00a78e711 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Feb 16 16:15:04.695290 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c19cb0-70b1-474c-9eb3-68411f09c8f0 req-70571611-c09f-45b2-94c7-1176887203e5 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:04.696806 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-63c19cb0-70b1-474c-9eb3-68411f09c8f0 req-70571611-c09f-45b2-94c7-1176887203e5 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 946 time: 0.0564005 Feb 16 16:15:04.749188 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-63c19cb0-70b1-474c-9eb3-68411f09c8f0 req-f735569f-914e-4269-beab-5010fe7247d2 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464902 Feb 16 16:15:05.049998 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-b38c9359-c232-4386-a705-f9e38bc77f75 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:05.051522 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-b38c9359-c232-4386-a705-f9e38bc77f75 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 946 time: 0.0658181 Feb 16 16:15:05.145299 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Deleting port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:15:05.145631 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:05.242670 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] For port 57cd3170-3cef-4cd8-8b62-f22c28b07c37, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=57cd3170-3cef-4cd8-8b62-f22c28b07c37,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:15:05.243061 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:05.683340 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:05.683785 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (68738400-3b1b-4706-8cb2-a8784bd52f66), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:05.684149 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Floating IP 68738400-3b1b-4706-8cb2-a8784bd52f66 disassociated. External IP: 172.27.0.94, port: 57cd3170-3cef-4cd8-8b62-f22c28b07c37. Feb 16 16:15:05.685171 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Calling delete_port for 57cd3170-3cef-4cd8-8b62-f22c28b07c37 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:15:05.830396 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (57cd3170-3cef-4cd8-8b62-f22c28b07c37), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:05.852588 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-46478190-b239-49c9-8c5c-395f2b0d0e6a req-eb7e5cf6-f9db-47b0-bf3b-16fa5d8e48bc tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=44e5ad8e-bdc2-476f-b574-b3743516f1a7 HTTP/1.1" status: 200 len: 210 time: 0.0327275 Feb 16 16:15:05.877190 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'Port': ['ID=57cd3170-3cef-4cd8-8b62-f22c28b07c37,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:05.889513 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.889870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.890218 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.890560 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.890920 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.891281 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.891613 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.891940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.892280 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.892639 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.893005 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.893287 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:05.894470 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:06.003733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:15:06.117860 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:15:06.129624 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:15:06.141556 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:15:06.142168 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:14:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:06.162451 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] No DVR routers for this DVR port 57cd3170-3cef-4cd8-8b62-f22c28b07c37 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:15:06.164978 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:06.168355 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-bc1aa39f-2fb9-47b3-a231-5dc875671ffb req-520c8346-edd5-4534-8314-2b129b439e04 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "DELETE /v2.0/ports/57cd3170-3cef-4cd8-8b62-f22c28b07c37 HTTP/1.1" status: 204 len: 173 time: 1.1114829 Feb 16 16:15:06.169636 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'name': 'network-vif-deleted', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:15:06.172141 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28540aba-ed12-41d2-a214-e8ede9d71574" -d '{"events": [{"server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "name": "network-vif-deleted", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:15:06.227146 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1e173a-3a38-4185-967f-2e2689615cef x-openstack-request-id: req-6f1e173a-3a38-4185-967f-2e2689615cef {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:15:06.227557 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e5ad8e-bdc2-476f-b574-b3743516f1a7", "name": "network-vif-deleted", "tag": "57cd3170-3cef-4cd8-8b62-f22c28b07c37", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:15:06.227904 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6f1e173a-3a38-4185-967f-2e2689615cef {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:15:06.228560 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e5ad8e-bdc2-476f-b574-b3743516f1a7', 'name': 'network-vif-deleted', 'tag': '57cd3170-3cef-4cd8-8b62-f22c28b07c37', 'status': 'completed', 'code': 200} Feb 16 16:15:06.394285 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:15:06.486685 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:06.625447 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:06.651803 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:15:06.660991 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:15:06.661618 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:14:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:06.775412 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:15:07.004140 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:07.042452 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f975adc9-43e8-4541-816c-ef878af96024 None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:15:07.049010 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 57cd3170-3cef-4cd8-8b62-f22c28b07c37 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:15:07.070195 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 57cd3170-3cef-4cd8-8b62-f22c28b07c37 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:15:07.070584 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 57cd3170-3cef-4cd8-8b62-f22c28b07c37 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:15:07.141569 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b278dcc7-7e14-4811-9b81-c3dc6620e157 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227682783&fields=id&tenant_id=3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 267 time: 0.0491741 Feb 16 16:15:07.255098 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-03d1c3fb-ab20-4723-a42f-f4950a52ebbc tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:07.256646 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-03d1c3fb-ab20-4723-a42f-f4950a52ebbc tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 812 time: 0.1072609 Feb 16 16:15:07.272967 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-e8fcf6f2-2bf3-448a-bd19-22c2559fd012 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/quotas/3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 375 time: 0.0105786 Feb 16 16:15:07.277616 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540e490c-241e-4308-bf9c-a844ce540a19 None None] New status for floating IP 68738400-3b1b-4706-8cb2-a8784bd52f66: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:15:07.337554 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-a6b968c5-8236-4962-88fa-faf2e94a9831 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578814 Feb 16 16:15:07.531549 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-42be7e08-e1c8-4c9c-a194-5788ce2b68e1 service neutron] 10.222.0.69 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806481 Feb 16 16:15:07.623979 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-8224d34e-2310-4efd-a59b-b0170b256887 service neutron] 10.222.0.69 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870130 Feb 16 16:15:07.906169 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7af250f5-8837-4db8-880d-a01294c96c88 req-19cc8b6b-fc02-4a46-92b1-fde6d1aed177 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 210 time: 0.0292366 Feb 16 16:15:08.970570 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-1ed0d3ab-2776-4215-8d0a-a9eb1b096f2f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:08.972426 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-1ed0d3ab-2776-4215-8d0a-a9eb1b096f2f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 812 time: 0.1121979 Feb 16 16:15:09.006487 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-d9b69ca9-be6a-466f-97c1-7520481784a2 req-edac3569-eb74-4cb6-bd82-0076d5fc9a89 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 210 time: 0.0293982 Feb 16 16:15:09.042970 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-0091e079-e622-4f76-a10d-7dcba376cd99 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 380 time: 0.0624154 Feb 16 16:15:09.052038 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'port': {'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'admin_state_up': True, 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'security_groups': ['37c2580a-78cc-4148-bece-04408acc734c']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:15:09.167546 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Made reservation on behalf of 3f3b9bd37e834557990d378e6c2a527e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:15:09.171683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.306682 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Allocated IP 172.20.0.14 (61cc487d-c665-4f90-a18c-b5e1f77fbb08/c9fd1c76-752e-4a17-aa6e-1432c5068f70/b64a9d2d-431b-4dd4-9fc7-a778fcb82a73) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:15:09.457971 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.493822 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.539859 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:15:09.542894 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:15:09.547304 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:15:09.553781 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:09.606127 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:09.607304 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.623891 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-b14014cc-349f-4069-a2a3-0cee45b107fe tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757837 Feb 16 16:15:09.636165 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Request body: {'port': {'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:15:09.699422 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.816186 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-4c993906-d717-4184-a1d9-bd32f6a37589 None None] Provisioning complete for port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:15:09.816763 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-4c993906-d717-4184-a1d9-bd32f6a37589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.852754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-4c993906-d717-4184-a1d9-bd32f6a37589 None None] Port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:15:09.972157 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:15:09.979632 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Publish callbacks [] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:09.992304 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Transition to ACTIVE for port object b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:15:09.995301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:10.069714 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Pushing event updated for resources: {'Port': ['ID=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:10.159503 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Attempting to bind port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:15:10.159879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Attempting to bind port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:15:10.160213 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Attempting to bind port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:15:10.169777 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:15:10.170147 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Attempting to bind port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:15:10.173114 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c24a76c6-5923-45fe-98e6-4a41c2fe634f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:10.183463 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55af4f-5901-43b3-9745-b4cc94cfa5ad req-b6c06beb-674e-4393-bc24-3d0d97f32dd3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:10.185642 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eb55af4f-5901-43b3-9745-b4cc94cfa5ad req-b6c06beb-674e-4393-bc24-3d0d97f32dd3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0831051 Feb 16 16:15:10.187084 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:15:10.187408 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Checking segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:15:10.187800 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Bound using segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:15:10.188251 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Bound port: b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:15:10.188615 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:10.289534 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-eb55af4f-5901-43b3-9745-b4cc94cfa5ad req-8a5b2338-9031-4e02-a702-7cd25d3f22f2 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865128 Feb 16 16:15:10.293366 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] For port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:15:10.296937 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] For port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:15:10.297219 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:15:10.303750 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:10.338072 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:10.338655 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:10.340232 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] 10.222.0.36 "PUT /v2.0/ports/b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 1094 time: 0.7091658 Feb 16 16:15:10.343381 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:15:10.346515 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3" -d '{"events": [{"name": "network-changed", "server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:15:10.405935 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb5565-954e-4f71-ac30-016ba0cbdf4d x-openstack-request-id: req-10eb5565-954e-4f71-ac30-016ba0cbdf4d {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:15:10.406287 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:15:10.406546 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-10eb5565-954e-4f71-ac30-016ba0cbdf4d {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:15:10.406959 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'status': 'completed', 'code': 200} Feb 16 16:15:10.409224 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b5e05-f880-41df-9172-00bca9ada12d service neutron] Pushing event updated for resources: {'Port': ['ID=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:10.446694 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-64f45c75-c831-45bc-8e0b-53d05ae13cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:10.448317 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-64f45c75-c831-45bc-8e0b-53d05ae13cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1128 time: 0.0630682 Feb 16 16:15:10.494757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-7efdb1f5-6e36-47c9-95de-da32c240c54f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 217 time: 0.0382359 Feb 16 16:15:10.547261 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-4b016a4f-15a1-42e8-821b-efebbd975451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:10.548738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-4b016a4f-15a1-42e8-821b-efebbd975451 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0479071 Feb 16 16:15:10.602074 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-82c529ad-2755-471b-b3f0-8e7f669e21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:10.603716 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-82c529ad-2755-471b-b3f0-8e7f669e21ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492711 Feb 16 16:15:10.702153 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-bb2a7b50-85c9-4830-b6e4-3492424219e7 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919213 Feb 16 16:15:10.805921 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f86c224-17ea-4d50-bd29-453e832fa8e8 req-d461ae04-3d7b-49cb-b2e6-477e66fe9678 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984046 Feb 16 16:15:10.905460 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-4eaa335c-02b0-4eb4-8a58-a1e8673e7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:10.906905 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-4eaa335c-02b0-4eb4-8a58-a1e8673e7e66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1128 time: 0.0489905 Feb 16 16:15:11.008626 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-7720bdb3-cf15-435f-8896-c0ce872912d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:11.010137 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-7720bdb3-cf15-435f-8896-c0ce872912d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0966575 Feb 16 16:15:11.055515 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-d17855fa-e3dc-42f7-aa48-e03d68ec086b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 217 time: 0.0368919 Feb 16 16:15:11.110664 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-f35bc838-d1ac-4dd0-8d68-be78432d69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:11.112183 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-f35bc838-d1ac-4dd0-8d68-be78432d69b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0502968 Feb 16 16:15:11.167063 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-c642d36b-65c3-47eb-ada7-63e78846ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:11.168494 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-c642d36b-65c3-47eb-ada7-63e78846ee25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503795 Feb 16 16:15:11.264467 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-7cbadd61-d66c-4c02-8c1e-3fe7467ab299 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897505 Feb 16 16:15:11.359649 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ced8b0b4-70d2-4361-98a6-f2170ddc29f3 req-7827fa99-83ab-460b-9c28-ba587fa77e76 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891593 Feb 16 16:15:11.414611 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ccc2d-b4d8-464b-8631-d4198f70775f req-75e4ba47-c6f9-41b2-b995-3de636b92c90 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:11.416146 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-896ccc2d-b4d8-464b-8631-d4198f70775f req-75e4ba47-c6f9-41b2-b995-3de636b92c90 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0551214 Feb 16 16:15:11.467406 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-896ccc2d-b4d8-464b-8631-d4198f70775f req-8e9f27da-debf-4ca2-b744-177d990035b8 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447936 Feb 16 16:15:12.589740 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7fd18-910b-48ba-b355-3972797dc36c req-ff226971-d85d-48de-a99b-52d8894ee410 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:12.592118 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36a7fd18-910b-48ba-b355-3972797dc36c req-ff226971-d85d-48de-a99b-52d8894ee410 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0564611 Feb 16 16:15:12.604316 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-babe6c08-4436-47e9-bbfe-d4a280009b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:12.642952 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-36a7fd18-910b-48ba-b355-3972797dc36c req-bf37d2ed-fa6c-4473-9c24-cc20114f33ca tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Feb 16 16:15:13.666960 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:13.761265 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b8a1a-8cde-47e4-ba07-f0d49ddcbe33 req-e3e89374-6c28-40fb-b2ac-20b1c3cd8d42 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:13.763338 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b2b8a1a-8cde-47e4-ba07-f0d49ddcbe33 req-e3e89374-6c28-40fb-b2ac-20b1c3cd8d42 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0517151 Feb 16 16:15:13.812641 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7b2b8a1a-8cde-47e4-ba07-f0d49ddcbe33 req-f2f16c9e-69d2-450a-a067-198371a6feef tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432620 Feb 16 16:15:14.936219 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5a2c5-98ba-493f-bd80-f8f815c2fb4b req-6f1fe4d7-44c2-4a92-b82d-26d61f6da2c9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:14.937754 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91e5a2c5-98ba-493f-bd80-f8f815c2fb4b req-6f1fe4d7-44c2-4a92-b82d-26d61f6da2c9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0571277 Feb 16 16:15:14.988695 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-91e5a2c5-98ba-493f-bd80-f8f815c2fb4b req-22a4b963-6eec-4dce-b06b-6c2211af5875 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Feb 16 16:15:15.126620 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:16.115795 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed5335-a859-41c5-92e1-9b64bf4bd2e3 req-7c3542df-99a1-434d-b50b-0db5868d4629 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:16.117312 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5aed5335-a859-41c5-92e1-9b64bf4bd2e3 req-7c3542df-99a1-434d-b50b-0db5868d4629 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0580742 Feb 16 16:15:16.166018 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-5aed5335-a859-41c5-92e1-9b64bf4bd2e3 req-b6bd01b4-6199-4515-9230-45c46a51f814 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424325 Feb 16 16:15:16.474046 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:17.286344 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc129b-67e3-40ea-9962-4b7c31a4e1e4 req-5b4bdcb1-1c69-40ee-87cc-6077bb7d35d7 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:17.287846 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e9dc129b-67e3-40ea-9962-4b7c31a4e1e4 req-5b4bdcb1-1c69-40ee-87cc-6077bb7d35d7 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0525475 Feb 16 16:15:17.337802 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-e9dc129b-67e3-40ea-9962-4b7c31a4e1e4 req-abf7c3a5-b571-4a4d-b4f8-13ee5d906e33 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443394 Feb 16 16:15:18.460140 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9d965-e5a0-4a9b-8495-9caad5a0c9c9 req-46e863a5-e589-4de8-8084-579ce9c2f61d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:18.461662 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-28c9d965-e5a0-4a9b-8495-9caad5a0c9c9 req-46e863a5-e589-4de8-8084-579ce9c2f61d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 944 time: 0.0538974 Feb 16 16:15:18.513631 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-28c9d965-e5a0-4a9b-8495-9caad5a0c9c9 req-a662ee73-cd7a-45e5-a27b-5a7ef1326bf0 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451438 Feb 16 16:15:19.141584 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:15:19.266764 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:15:19.278890 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:15:19.323739 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:15:19.324131 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:19.341157 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:15:19.368455 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:15:19.373887 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:19.432087 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:19.440475 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.440833 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.441183 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.441528 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.441872 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.442213 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.442551 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.442885 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.443241 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.443576 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.443911 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.444241 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.444567 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:15:19.588920 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['b64a9d2d-431b-4dd4-9fc7-a778fcb82a73'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:15:19.645199 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5af87-fc85-44e9-b78d-262f065fc93a req-86fc9822-5792-43c4-a9de-9fae5215ad9b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:19.646732 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78f5af87-fc85-44e9-b78d-262f065fc93a req-86fc9822-5792-43c4-a9de-9fae5215ad9b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 945 time: 0.0583484 Feb 16 16:15:19.706367 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-78f5af87-fc85-44e9-b78d-262f065fc93a req-75fe8a80-dcb4-4dec-becf-add6162f998f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535369 Feb 16 16:15:20.831643 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d5fd9-a366-4de1-904d-ec606c48333e req-f9f4fc58-4240-4a7c-8135-3895f565f5c1 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:20.833141 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-249d5fd9-a366-4de1-904d-ec606c48333e req-f9f4fc58-4240-4a7c-8135-3895f565f5c1 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 945 time: 0.0574501 Feb 16 16:15:20.884224 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-249d5fd9-a366-4de1-904d-ec606c48333e req-411c3939-0149-4e26-a2b8-dec37fa37c31 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455430 Feb 16 16:15:21.157264 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:15:21.208558 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:15:21.212667 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:15:21.213054 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:21.294318 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:15:21.294718 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:21.318271 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:15:21.320536 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c8b74f-42e4-4e9c-a310-9fb281569239" -d '{"events": [{"server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "name": "network-vif-plugged", "status": "completed", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:15:21.332931 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:15:21.337611 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:21.390606 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:21.451905 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa7c57a-e904-4c19-88a3-4c7bf5ac88dd x-openstack-request-id: req-6aa7c57a-e904-4c19-88a3-4c7bf5ac88dd {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:15:21.452202 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "name": "network-vif-plugged", "status": "completed", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:15:21.452463 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6aa7c57a-e904-4c19-88a3-4c7bf5ac88dd {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:15:21.452868 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'code': 200} Feb 16 16:15:21.666906 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78c002-e579-43a5-8744-2172a2e8a467 req-8e3abad7-51d6-4c2c-9fd4-44d8f8e70de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:21.668526 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dd78c002-e579-43a5-8744-2172a2e8a467 req-8e3abad7-51d6-4c2c-9fd4-44d8f8e70de9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1130 time: 0.0443492 Feb 16 16:15:21.715170 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-dd78c002-e579-43a5-8744-2172a2e8a467 req-ebb5eb42-6daa-4d15-8b78-8a33ed2b0061 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407031 Feb 16 16:15:22.005756 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51d03-763d-4eb1-8304-2eaa284ae837 req-cefd761c-779f-4a6c-8aa0-6b253259362c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:22.007273 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83c51d03-763d-4eb1-8304-2eaa284ae837 req-cefd761c-779f-4a6c-8aa0-6b253259362c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 946 time: 0.0529103 Feb 16 16:15:22.061214 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-83c51d03-763d-4eb1-8304-2eaa284ae837 req-0fdae39a-ade5-4572-be65-bbbdf449b11a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483811 Feb 16 16:15:23.180457 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef8663-93fc-4441-829a-3a4f8e821c7b req-9a83381a-6cfd-4668-b46d-facf40107d2f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:23.181929 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0aef8663-93fc-4441-829a-3a4f8e821c7b req-9a83381a-6cfd-4668-b46d-facf40107d2f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 946 time: 0.0524833 Feb 16 16:15:23.233616 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0aef8663-93fc-4441-829a-3a4f8e821c7b req-812a6b73-3616-4604-a36e-83a574cb8cf2 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458097 Feb 16 16:15:23.351974 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a39770-7f62-4249-a876-a1791ea17eec req-75a4ade1-4805-432c-821c-e663765afe64 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:23.353435 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b0a39770-7f62-4249-a876-a1791ea17eec req-75a4ade1-4805-432c-821c-e663765afe64 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 946 time: 0.0519931 Feb 16 16:15:23.402589 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b0a39770-7f62-4249-a876-a1791ea17eec req-2b9b8e3b-2215-4260-be56-6249f27cb65a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Feb 16 16:15:23.426251 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42882) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:15:23.473664 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb67dfde-6742-4625-a68d-9b19952773e5 tempest-TestVolumeBootPattern-347020382 tempest-TestVolumeBootPattern-347020382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:23.475286 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-eb67dfde-6742-4625-a68d-9b19952773e5 tempest-TestVolumeBootPattern-347020382 tempest-TestVolumeBootPattern-347020382-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1125 time: 0.0480158 Feb 16 16:15:23.478086 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 42884) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:15:23.482464 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:15:23.501844 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:23.601759 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:23.708894 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Allocated IP 172.27.0.227 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/913823ec-c799-43ba-a152-457c2d45e331) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:15:23.814751 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (913823ec-c799-43ba-a152-457c2d45e331), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:23.847647 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (913823ec-c799-43ba-a152-457c2d45e331), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:23.883904 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:15:23.889285 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:15:23.894770 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:15:23.900627 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=913823ec-c799-43ba-a152-457c2d45e331,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:24.255870 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (2c16586f-410c-45cb-bd68-3e6ea3b2d130), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:24.327331 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (913823ec-c799-43ba-a152-457c2d45e331), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:24.478775 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (913823ec-c799-43ba-a152-457c2d45e331), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:24.484301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (913823ec-c799-43ba-a152-457c2d45e331), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:24.557254 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=913823ec-c799-43ba-a152-457c2d45e331,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:15:24.569481 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (2c16586f-410c-45cb-bd68-3e6ea3b2d130), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:24.678206 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Floating IP 2c16586f-410c-45cb-bd68-3e6ea3b2d130 associated. External IP: 172.27.0.227, port: b64a9d2d-431b-4dd4-9fc7-a778fcb82a73. Feb 16 16:15:24.894508 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:15:25.010861 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:15:25.024461 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:15:25.034348 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:25.037435 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:15:25.038079 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:15:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:25.067313 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-d414fe40-796b-4e9f-8e96-226d5fa775ea tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5881047 Feb 16 16:15:25.067931 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:15:25.070209 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139e61a7-ba13-4507-9c8b-0e70f71da0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:15:25.109738 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e55279-988c-47ee-a847-4e0353acea49 x-openstack-request-id: req-77e55279-988c-47ee-a847-4e0353acea49 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:15:25.110100 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:15:25.110444 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77e55279-988c-47ee-a847-4e0353acea49 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:15:25.110915 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'status': 'completed', 'code': 200} Feb 16 16:15:25.152657 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:15:25.176956 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-9c25df32-ce5c-4d1b-8299-09ebd50b217e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:25.178605 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-9c25df32-ce5c-4d1b-8299-09ebd50b217e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1130 time: 0.0483572 Feb 16 16:15:25.274357 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-4205f773-c88d-4070-8880-ff9b8955d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:25.276112 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-4205f773-c88d-4070-8880-ff9b8955d998 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0902643 Feb 16 16:15:25.349220 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-c634f97d-478d-496e-b63f-c8edc79abef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 1000 time: 0.0673108 Feb 16 16:15:25.390818 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:24Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:25.401442 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-da43c4c4-790f-4d41-ad20-ab3c5b185995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:25.403071 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-da43c4c4-790f-4d41-ad20-ab3c5b185995 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0475202 Feb 16 16:15:25.418048 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:15:25.437230 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:15:25.437866 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:15:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:25.452931 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-17ac911e-3e96-45ed-b500-dda0d8c1db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:25.454479 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-17ac911e-3e96-45ed-b500-dda0d8c1db7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460577 Feb 16 16:15:25.550999 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:15:25.797168 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:24Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:15:25.819892 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-f8bf702e-9cf4-46b0-9521-55c22732dc95 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595128 Feb 16 16:15:25.827826 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f628613-26ab-41fc-85b6-8f190fbfff90 None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:24Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:15:25.914425 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-139e61a7-ba13-4507-9c8b-0e70f71da0f9 req-0108c58b-e81c-4988-a68d-294d3d0ad2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881321 Feb 16 16:15:26.035312 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c7ad07-37b4-47ff-b616-1ea980b0d55d None None] New status for floating IP 2c16586f-410c-45cb-bd68-3e6ea3b2d130: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:15:36.419982 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:40.166657 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-52995418-ec79-47e1-801d-60d615ed2585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:40.472554 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-7b6d73c9-cbe0-46be-bcb9-2f39872cdfe4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488710 Feb 16 16:15:40.559234 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-b30d5e31-662a-4c49-8c45-ee338dfd5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:40.560770 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-b30d5e31-662a-4c49-8c45-ee338dfd5733 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1130 time: 0.0456879 Feb 16 16:15:40.666323 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-c2aa528e-3277-4136-a10a-08b285d3b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:40.667744 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-c2aa528e-3277-4136-a10a-08b285d3b10c service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0889904 Feb 16 16:15:40.734323 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-2ff99ad0-0e59-4e80-bd9e-4489f91d3d4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 1002 time: 0.0587909 Feb 16 16:15:40.783337 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-fffaf38d-6054-4f8f-ba52-942ae3d1c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:40.784814 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-fffaf38d-6054-4f8f-ba52-942ae3d1c29f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0441766 Feb 16 16:15:40.842662 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-fb76cb3c-e91e-4c83-ba28-e8b0480e2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:15:40.844231 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-fb76cb3c-e91e-4c83-ba28-e8b0480e2200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502768 Feb 16 16:15:40.935897 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-13e9efb1-83a0-4df6-8fe9-d630131fd204 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852153 Feb 16 16:15:41.032822 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-994d1e5c-a679-4daa-832b-2569c6031c19 req-62cd5400-51cc-4088-906a-aa67cc106f9a service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898809 Feb 16 16:15:42.606943 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-41f9df0f-bb02-432e-8321-c9eb7cbc58dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:43.670395 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:45.128900 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:46.478705 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:15:47.296714 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:16:06.420970 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:10.170754 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c815f15-6f36-46cf-814a-1c474fc642ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:12.608653 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cf75c760-2c6f-4c25-8ca2-73cfecbb9ceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:13.672138 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:15.132349 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:16.480992 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:24.295191 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:16:36.426272 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:40.172944 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fd7b5c26-f2a2-41d7-800b-e2a7d70cb276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:41.596143 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-dfb1fc08-db7c-468f-ab7a-c8f0ee403e6c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452204 Feb 16 16:16:41.679160 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-6521c96a-dba0-44a2-977a-90496dfbf5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:16:41.680662 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-6521c96a-dba0-44a2-977a-90496dfbf5e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1130 time: 0.0444694 Feb 16 16:16:41.785054 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-8c89a1e8-17e3-4e4b-95f6-f22fa09ed864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:16:41.786496 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-8c89a1e8-17e3-4e4b-95f6-f22fa09ed864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0881290 Feb 16 16:16:41.850130 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-5ad2badd-c834-4f48-ab31-a32fb3f10a4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 1002 time: 0.0572100 Feb 16 16:16:41.901878 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-fbf4d0d9-0211-4e53-854d-af8d5b368528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:16:41.903337 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-fbf4d0d9-0211-4e53-854d-af8d5b368528 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0476210 Feb 16 16:16:41.952070 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-307e7c07-1d63-4de7-8c82-fe08f108f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:16:41.953580 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-307e7c07-1d63-4de7-8c82-fe08f108f4b2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446432 Feb 16 16:16:42.042383 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-ea1648e1-08f0-401e-a0c6-33f5ba26551d service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822663 Feb 16 16:16:42.133059 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-e598cc1b-68b3-45ee-8344-b17bf7e573bd req-52afef4d-41e4-4916-bcd7-c2b77df59363 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855989 Feb 16 16:16:42.609684 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f54eaa48-5c99-46b4-85c5-2a938ca36934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:43.675117 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:45.133973 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:46.483763 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:16:59.339873 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-e96bd1d2-1d78-4c11-8ed9-59595f8643e6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227682783&fields=id&tenant_id=3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 267 time: 0.0430751 Feb 16 16:16:59.449378 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-b1be54ac-fb66-42de-a4fb-5f39c43fef08 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:16:59.450963 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-b1be54ac-fb66-42de-a4fb-5f39c43fef08 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 812 time: 0.1048274 Feb 16 16:16:59.465773 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-b5ebee6c-2bc5-4012-934b-9e1480bf9c85 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/quotas/3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 375 time: 0.0094855 Feb 16 16:16:59.523078 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-139f97bd-8f15-417a-9498-57ad97fbdab6 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518534 Feb 16 16:16:59.582475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-340427c9-5d91-4fa8-90b3-87f891aa1d89 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=102628) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 16 16:16:59.583499 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-340427c9-5d91-4fa8-90b3-87f891aa1d89 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0489006 Feb 16 16:16:59.676118 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-93e9728b-585e-4ec3-91d8-1d9d8d7e2e37 service neutron] 10.222.0.69 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867162 Feb 16 16:16:59.766455 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-60b9b17a-a980-4336-82fd-4982c73cee32 service neutron] 10.222.0.69 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846457 Feb 16 16:17:00.045652 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b7bc3920-aef8-4bd7-8ca6-0e2280e499be req-c02ac8b8-c0f4-4f17-83fc-956468c58397 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0288832 Feb 16 16:17:01.123843 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-25942cf8-4735-423a-a0a7-d94b2f413d64 req-efa4d22b-59a8-43e9-a105-144ebf89e682 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0292032 Feb 16 16:17:01.294826 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:17:02.206868 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-ef8ad2e3-5293-404a-bd6b-69a992eb15b8 req-8418a106-5cd7-4b8d-8557-4376ac3bc9ab tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0288842 Feb 16 16:17:03.290684 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-ce60c7b6-2625-4cad-b2d4-5039a9adccf7 req-fddb86f0-643b-4165-8481-559961ee6f17 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0313146 Feb 16 16:17:04.387584 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-2f258760-a300-46a2-b22b-4019b73f2de3 req-6a898e4b-ce94-4ddd-ac0a-ed5ff6324f58 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0316854 Feb 16 16:17:05.039659 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-18aeb068-4214-499f-ba28-a584be5c2f5a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:05.041136 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-18aeb068-4214-499f-ba28-a584be5c2f5a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 812 time: 0.1099536 Feb 16 16:17:05.106860 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-b1f592d1-3153-4676-818a-be30cf6da97a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f3b9bd37e834557990d378e6c2a527e HTTP/1.1" status: 200 len: 380 time: 0.0570292 Feb 16 16:17:05.114713 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'port': {'device_id': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'admin_state_up': True, 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'security_groups': ['37c2580a-78cc-4148-bece-04408acc734c']}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:17:05.224811 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Made reservation on behalf of 3f3b9bd37e834557990d378e6c2a527e for: {'port': 1} {{(pid=102628) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 16:17:05.228292 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:05.356846 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Allocated IP 172.20.0.4 (61cc487d-c665-4f90-a18c-b5e1f77fbb08/c9fd1c76-752e-4a17-aa6e-1432c5068f70/1fb858b5-c8a2-4d57-ab90-2bc658d316ce) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:17:05.507433 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-f5cc0aca-afc9-4332-8a08-14748814782e req-aaf8c0ad-ee72-4445-b119-2d9056ee995c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0418987 Feb 16 16:17:05.537683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:05.572577 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:05.622422 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:17:05.625474 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:17:05.629190 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:17:05.635996 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:05.663943 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.664296 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.664646 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.664987 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.665330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.665660 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.666022 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.666354 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.666683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.667912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.667912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.668630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.668630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:05.694267 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:05.694877 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:05.711715 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-3e58c3ce-fc51-4998-be32-942642c5a964 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006455 Feb 16 16:17:05.722880 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Request body: {'port': {'device_id': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82956'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:17:05.789297 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:05.830708 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-75b2a080-d8be-485d-bf06-31dc3830e04f None None] Provisioning complete for port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce triggered by entity DHCP. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:17:05.831362 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-75b2a080-d8be-485d-bf06-31dc3830e04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:05.867975 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a080-d8be-485d-bf06-31dc3830e04f None None] Port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce cannot update to ACTIVE because it is not bound. {{(pid=102629) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 16 16:17:06.050009 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb858b5-c8a2-4d57-ab90-2bc658d316ce {{(pid=102628) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:17:06.057699 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Publish callbacks [] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:06.069588 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.provisioning_blocks [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Transition to ACTIVE for port object 1fb858b5-c8a2-4d57-ab90-2bc658d316ce will not be triggered until provisioned by entity L2. {{(pid=102628) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 16:17:06.073596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:06.124496 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Pushing event updated for resources: {'Port': ['ID=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:06.198062 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Attempting to bind port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce on host hv-cinder-82956 for vnic_type normal with profile {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 16 16:17:06.199046 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Attempting to bind port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce by drivers openvswitch,hyperv on host hv-cinder-82956 at level 0 using segments [{'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 16 16:17:06.199473 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Attempting to bind port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:17:06.204375 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82956 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 16 16:17:06.204697 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Attempting to bind port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce on network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 16 16:17:06.209629 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Checking agent: {'id': '16dab28d-39ad-4680-8387-e8da104d6082', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82956', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'started_at': datetime.datetime(2022, 2, 16, 16, 0, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 16, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 16 16:17:06.209959 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Checking segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102628) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 16 16:17:06.210338 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Bound using segment: {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'} {{(pid=102628) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 16 16:17:06.210761 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.managers [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Bound port: 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host: hv-cinder-82956, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94393641-9d1e-4fd5-b093-641468d00df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08'}}] {{(pid=102628) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 16 16:17:06.211142 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:06.278970 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] For port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host hv-cinder-82956, cleared binding levels {{(pid=102628) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 16:17:06.282488 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] For port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host hv-cinder-82956, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 16:17:06.289301 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:06.323533 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:06.324291 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:06.325712 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] 10.222.0.36 "PUT /v2.0/ports/1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 200 len: 1093 time: 0.6071670 Feb 16 16:17:06.326159 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:17:06.328401 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8deb33c6-da19-4909-babe-9a865e3e29f4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:17:06.355850 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5db08-d9ec-4f8a-ae74-2db3bd2fc45e service neutron] Pushing event updated for resources: {'Port': ['ID=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,revision_number=3']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:06.396243 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8577b3ab-db48-4c83-aa20-d6a52f7354c3 x-openstack-request-id: req-8577b3ab-db48-4c83-aa20-d6a52f7354c3 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:17:06.396596 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:17:06.396827 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8577b3ab-db48-4c83-aa20-d6a52f7354c3 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:17:06.397167 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'status': 'completed', 'code': 200} Feb 16 16:17:06.418184 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-b3ded021-b36e-412a-8e14-709e09d9b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:06.419738 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-b3ded021-b36e-412a-8e14-709e09d9b5df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1127 time: 0.0539625 Feb 16 16:17:06.435377 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:06.469565 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-91dc5b79-0d8b-41e5-bb21-b4d1d335eaa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 200 len: 217 time: 0.0430448 Feb 16 16:17:06.523193 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-a39e92b3-493d-49b3-b720-2d7075d06b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:06.524922 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-a39e92b3-493d-49b3-b720-2d7075d06b63 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0497625 Feb 16 16:17:06.574618 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-ae705033-5406-41ec-9a4d-9a367e346780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:06.575956 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-ae705033-5406-41ec-9a4d-9a367e346780 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452468 Feb 16 16:17:06.688912 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d60d93-a4c6-48f7-8383-883598e09189 req-d7858597-b36e-4d59-a9b1-b358c9844199 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:06.690388 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-98d60d93-a4c6-48f7-8383-883598e09189 req-d7858597-b36e-4d59-a9b1-b358c9844199 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.1135719 Feb 16 16:17:06.710753 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-c3576941-40e6-4582-b52d-f277dc0753d0 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259110 Feb 16 16:17:06.800992 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-98d60d93-a4c6-48f7-8383-883598e09189 req-8b753938-741f-4e98-877c-8481a44b7738 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009884 Feb 16 16:17:06.826323 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-6ce7c00d-82ff-4a77-9559-562eec490b03 req-1590e810-fe3e-4dc3-a088-a0c4f3e4e1c0 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095946 Feb 16 16:17:06.916137 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-87bd8d8b-679d-4c9f-9d8d-68f63a72062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:06.918202 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-87bd8d8b-679d-4c9f-9d8d-68f63a72062c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1127 time: 0.0456564 Feb 16 16:17:07.012000 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-1f2ac49a-3057-4d37-afcd-dd1cbee8b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:07.013472 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-1f2ac49a-3057-4d37-afcd-dd1cbee8b0d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0896151 Feb 16 16:17:07.055392 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-e4eb8d36-9b38-4f02-a242-d7f3dc7533a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 200 len: 217 time: 0.0355623 Feb 16 16:17:07.107341 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-3c4001d5-09c6-470f-805f-3311fbdcd6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:07.108757 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-3c4001d5-09c6-470f-805f-3311fbdcd6aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0475812 Feb 16 16:17:07.158857 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-996970fb-2993-4b63-b5fc-4e016d64b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:07.160363 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-996970fb-2993-4b63-b5fc-4e016d64b8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451598 Feb 16 16:17:07.251667 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-e7c0fad1-f281-46b1-a922-55432fc7849a service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821490 Feb 16 16:17:07.347995 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8deb33c6-da19-4909-babe-9a865e3e29f4 req-0c3181cd-102f-4908-97d7-172b7488b91c service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876582 Feb 16 16:17:07.922664 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c2af6-6adb-4720-8a39-0f11205807d5 req-7f654f14-c64b-4e22-a536-b2d4d0b7f4a3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:07.924164 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-742c2af6-6adb-4720-8a39-0f11205807d5 req-7f654f14-c64b-4e22-a536-b2d4d0b7f4a3 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0528615 Feb 16 16:17:07.972274 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-742c2af6-6adb-4720-8a39-0f11205807d5 req-171ffe6b-3cc6-45de-b8e6-99f5b780836b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Feb 16 16:17:09.093316 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f204c52-9265-41b3-a916-bffbd69fcd37 req-049e673e-fca6-49e2-9de9-d2099850bfa0 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:09.094793 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f204c52-9265-41b3-a916-bffbd69fcd37 req-049e673e-fca6-49e2-9de9-d2099850bfa0 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0531867 Feb 16 16:17:09.143803 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7f204c52-9265-41b3-a916-bffbd69fcd37 req-3ef70902-6842-4c67-a473-faff2b9b6cd0 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433257 Feb 16 16:17:10.177094 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f23d0021-d41f-4a1d-9fe5-180d21f552cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:10.268831 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f29ed0-1a96-4fa3-9e62-557555649161 req-12a064df-4f7e-4606-ad21-b7c4dde74115 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:10.270309 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-74f29ed0-1a96-4fa3-9e62-557555649161 req-12a064df-4f7e-4606-ad21-b7c4dde74115 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0540717 Feb 16 16:17:10.318215 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-74f29ed0-1a96-4fa3-9e62-557555649161 req-e241b7fc-b1b0-443f-aa6d-bc70efa72c96 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420828 Feb 16 16:17:11.440202 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33870943-dcda-4552-8120-d5004a65bb2b req-e218d3d8-432f-4279-8739-098d0cab5eab tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:11.441645 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33870943-dcda-4552-8120-d5004a65bb2b req-e218d3d8-432f-4279-8739-098d0cab5eab tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0572352 Feb 16 16:17:11.489849 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-33870943-dcda-4552-8120-d5004a65bb2b req-482423b5-69cf-4cc7-a8fc-84129d6d5c6b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426695 Feb 16 16:17:12.612309 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-d18ebe4b-4d1b-4160-ba9e-d457b9e77ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:12.613824 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ebaf0-4b00-4fe5-85f5-416b9a0f052a req-c09c7328-0af3-4770-afff-5712a0bd8b3e tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:12.615381 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0f7ebaf0-4b00-4fe5-85f5-416b9a0f052a req-c09c7328-0af3-4770-afff-5712a0bd8b3e tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0577526 Feb 16 16:17:12.663012 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-0f7ebaf0-4b00-4fe5-85f5-416b9a0f052a req-00017d3c-97e4-408a-a03e-ed126d5b9a4b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420437 Feb 16 16:17:13.678539 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:13.786763 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37980a6d-2dfd-4a64-8853-90d8cac290d5 req-6e19b5d4-d527-4714-8850-0e6ae8085088 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:13.788282 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37980a6d-2dfd-4a64-8853-90d8cac290d5 req-6e19b5d4-d527-4714-8850-0e6ae8085088 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0517282 Feb 16 16:17:13.838216 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-37980a6d-2dfd-4a64-8853-90d8cac290d5 req-3795e2e7-efb4-4169-985c-83153fb4fded tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Feb 16 16:17:14.957683 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9fea3-f0de-45cd-b60e-6fe50b7e7305 req-8e791c71-82cc-4400-be4e-2fa2f167676a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:14.959186 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96f9fea3-f0de-45cd-b60e-6fe50b7e7305 req-8e791c71-82cc-4400-be4e-2fa2f167676a tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 943 time: 0.0528440 Feb 16 16:17:15.008999 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-96f9fea3-f0de-45cd-b60e-6fe50b7e7305 req-ae1bde70-40ca-4c6f-ba19-cef215575364 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Feb 16 16:17:15.138326 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:15.625870 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1fb858b5-c8a2-4d57-ab90-2bc658d316ce details requested by agent hyperv_hv-cinder-82956 with host hv-cinder-82956 {{(pid=102629) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 16 16:17:15.729080 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:17:15.740363 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Returning: {'device': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'port_id': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'mac_address': 'fa:16:3e:bd:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102629) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 16 16:17:15.781368 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce is: DOWN; New status is: BUILD {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:17:15.781788 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:15.794061 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb858b5-c8a2-4d57-ab90-2bc658d316ce {{(pid=102629) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 16 16:17:15.813214 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:17:15.817112 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:15.863204 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,revision_number=4']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:15.870137 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.870629 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.870986 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.871360 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.871699 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.872030 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.872364 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.872696 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.873025 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.873355 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.873680 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.874003 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:15.874329 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102629) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:17:16.070445 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] get_ports_and_sgs() called for port_ids ['1fb858b5-c8a2-4d57-ab90-2bc658d316ce'] {{(pid=102629) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 16 16:17:16.128603 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338328c-98a6-4c30-beb7-05e7166c1a4b req-0ce46a3b-8fbf-407e-b30a-77015ba80f68 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:16.130117 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8338328c-98a6-4c30-beb7-05e7166c1a4b req-0ce46a3b-8fbf-407e-b30a-77015ba80f68 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 944 time: 0.0536084 Feb 16 16:17:16.184232 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-8338328c-98a6-4c30-beb7-05e7166c1a4b req-d5bb0f20-2f73-4e27-b1ad-246cd206b9f9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485089 Feb 16 16:17:16.487171 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:17.309209 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e1fdf-9c55-45be-ada3-0489f8b32b0a req-7b17cbe9-0150-457c-a378-7c21bd395e3b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:17.310682 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f77e1fdf-9c55-45be-ada3-0489f8b32b0a req-7b17cbe9-0150-457c-a378-7c21bd395e3b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 944 time: 0.0599463 Feb 16 16:17:17.364670 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f77e1fdf-9c55-45be-ada3-0489f8b32b0a req-178574ee-9f0a-4655-b71d-3b35c279108b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481954 Feb 16 16:17:17.639122 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1fb858b5-c8a2-4d57-ab90-2bc658d316ce up at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 16 16:17:17.686874 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning for port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce completed by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 16:17:17.691218 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.provisioning_blocks [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Provisioning complete for port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce triggered by entity L2. {{(pid=102629) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 16:17:17.691709 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1608595'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), provisioning_complete {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:17.772324 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Current status of the port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce is: BUILD; New status is: ACTIVE {{(pid=102629) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 16 16:17:17.772711 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), before_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:17.795922 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce'}] {{(pid=102629) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:17:17.798175 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}95b51c33f1d06cc63abae4dc8ece06a2b757c468f78be38c3259cfbd9e7c7f8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8b02e7-56fd-48bc-a25a-0dad5d6cb34a" -d '{"events": [{"server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce"}]}' {{(pid=102629) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:17:17.813552 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.db [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] For port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102629) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:17:17.817922 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:17.865580 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Pushing event updated for resources: {'Port': ['ID=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,revision_number=5']} {{(pid=102629) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:18.484759 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f013cb60-ff6f-4b9f-ae77-45b7c06c539a req-d7959da8-49fa-42bf-843c-e178f97d56ff tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:18.486240 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f013cb60-ff6f-4b9f-ae77-45b7c06c539a req-d7959da8-49fa-42bf-843c-e178f97d56ff tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.0542126 Feb 16 16:17:18.535397 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-f013cb60-ff6f-4b9f-ae77-45b7c06c539a req-f0bf9b63-f873-41d6-8bac-01ea0af6629c tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Feb 16 16:17:18.849555 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fd2e24-05f3-4aec-9b9c-db3fe6eff5a7 x-openstack-request-id: req-a3fd2e24-05f3-4aec-9b9c-db3fe6eff5a7 {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:17:18.850039 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "name": "network-vif-plugged", "status": "completed", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce", "code": 200}]} {{(pid=102629) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:17:18.850156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a3fd2e24-05f3-4aec-9b9c-db3fe6eff5a7 {{(pid=102629) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:17:18.850467 dv-cinder-829560-1-iscsi neutron-server[102629]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'code': 200} Feb 16 16:17:19.064060 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2f634-ef21-4a6d-9c66-d411fe544286 req-4048fc80-f68c-4746-a370-cb6539880090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:19.065558 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fcb2f634-ef21-4a6d-9c66-d411fe544286 req-4048fc80-f68c-4746-a370-cb6539880090 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1129 time: 0.0449491 Feb 16 16:17:19.111235 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-fcb2f634-ef21-4a6d-9c66-d411fe544286 req-d4920faa-8295-4295-90a7-6648f768254f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392263 Feb 16 16:17:19.655897 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e733c7-7d9b-43de-bc41-e8037e00036c req-5b75972e-9be4-4206-a614-d5276ed735c9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:19.657558 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37e733c7-7d9b-43de-bc41-e8037e00036c req-5b75972e-9be4-4206-a614-d5276ed735c9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.0558031 Feb 16 16:17:19.705912 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-37e733c7-7d9b-43de-bc41-e8037e00036c req-16a0c2e5-e3ae-44f6-8cb0-3c82e6139855 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Feb 16 16:17:20.828207 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995803cf-6e7e-4eb4-942a-6308e83b2149 req-ab498ac4-ede2-4b22-9150-72a093eb744f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:20.829690 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-995803cf-6e7e-4eb4-942a-6308e83b2149 req-ab498ac4-ede2-4b22-9150-72a093eb744f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.0536435 Feb 16 16:17:20.879248 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-995803cf-6e7e-4eb4-942a-6308e83b2149 req-c346168f-b153-493d-a075-f472040729c2 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438647 Feb 16 16:17:21.003879 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b61ae-283d-4cf6-84a5-1b3d987a08b8 req-0c500c37-ec53-433b-98f4-ea4b29759aed tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:21.005288 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-109b61ae-283d-4cf6-84a5-1b3d987a08b8 req-0c500c37-ec53-433b-98f4-ea4b29759aed tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.0587795 Feb 16 16:17:21.055078 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-109b61ae-283d-4cf6-84a5-1b3d987a08b8 req-4e13836f-3363-454d-a021-61b7ec5aa02e tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441751 Feb 16 16:17:21.080113 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43024) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:17:21.140812 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca82ade-246c-4eb2-9388-087f689c7308 tempest-TestVolumeBootPattern-347020382 tempest-TestVolumeBootPattern-347020382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:21.143362 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-dca82ade-246c-4eb2-9388-087f689c7308 tempest-TestVolumeBootPattern-347020382 tempest-TestVolumeBootPattern-347020382-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1124 time: 0.0620468 Feb 16 16:17:21.145940 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43026) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:17:21.150576 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.v2.base [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Request body: {'floatingip': {'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'port_id': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102628) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 16 16:17:21.171466 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:21.279935 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (None), before_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:21.400475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_common [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Allocated IP 172.27.0.212 (4cc30089-22d4-4d85-9c2e-62eb33c9d03c/21052ac1-80de-4868-9189-1251f5061016/e4b57c60-86a1-4394-9d90-d8da441f70e6) {{(pid=102628) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 16:17:21.509815 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:21.544203 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782658673942', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:21.593725 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Network 4cc30089-22d4-4d85-9c2e-62eb33c9d03c is already hosted by enough agents. {{(pid=102628) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 16:17:21.597347 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.base_scheduler [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Resources bound (agent type, host, resource id): {{(pid=102628) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 16:17:21.600975 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Received port after_create {{(pid=102628) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 16 16:17:21.628519 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=e4b57c60-86a1-4394-9d90-d8da441f70e6,revision_number=1']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:22.005091 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (38cc3e1f-6626-40bb-a6a1-5cd2405a035b), precommit_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:22.082509 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1488196'] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), before_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:22.249757 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), precommit_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:22.254475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782659182704', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782658673960', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782658673978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32952133'] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), after_update {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:22.324949 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event updated for resources: {'Port': ['ID=e4b57c60-86a1-4394-9d90-d8da441f70e6,revision_number=2']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:17:22.334795 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-489699'] for floatingip (38cc3e1f-6626-40bb-a6a1-5cd2405a035b), after_create {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:22.437265 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Floating IP 38cc3e1f-6626-40bb-a6a1-5cd2405a035b associated. External IP: 172.27.0.212, port: 1fb858b5-c8a2-4d57-ab90-2bc658d316ce. Feb 16 16:17:22.952429 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:17:23.069882 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:17:23.080169 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:17:23.090812 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:23.091230 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:17:23.091875 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:17:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:17:23.121786 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-eb55cab6-34e9-4bb7-a9e0-ea1d69f07b0d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9747319 Feb 16 16:17:23.122384 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:17:23.125038 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c224b3-0d99-476b-b91d-caad1f197709" -d '{"events": [{"name": "network-changed", "server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:17:23.173308 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e233d-7a66-44b1-b7a5-fca8ff731628 x-openstack-request-id: req-0d8e233d-7a66-44b1-b7a5-fca8ff731628 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:17:23.173599 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:17:23.173851 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d8e233d-7a66-44b1-b7a5-fca8ff731628 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:17:23.174256 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'status': 'completed', 'code': 200} Feb 16 16:17:23.210694 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:17:23.239615 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c224b3-0d99-476b-b91d-caad1f197709 req-298ed43d-4e85-4890-b951-a074e24875fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:23.241222 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-298ed43d-4e85-4890-b951-a074e24875fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1129 time: 0.0462680 Feb 16 16:17:23.337450 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c224b3-0d99-476b-b91d-caad1f197709 req-90dd1ab0-035d-4f4f-9ef9-3fb88d74fef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:23.340199 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-90dd1ab0-035d-4f4f-9ef9-3fb88d74fef3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0923147 Feb 16 16:17:23.408325 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-2283a7f8-edf9-467a-9f21-fe1f2ff35eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 200 len: 999 time: 0.0621517 Feb 16 16:17:23.454786 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:26Z', 'revision_number': 1, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}, {'id': '38cc3e1f-6626-40bb-a6a1-5cd2405a035b', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:bd:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:17:21Z', 'updated_at': '2022-02-16T16:17:21Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:17:23.455980 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c224b3-0d99-476b-b91d-caad1f197709 req-45aa72cf-f7e3-477f-9f10-83a5730ca7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:23.457430 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-45aa72cf-f7e3-477f-9f10-83a5730ca7d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0437684 Feb 16 16:17:23.482074 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:17:23.490535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:17:23.491184 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:17:13Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:17:23.512126 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c224b3-0d99-476b-b91d-caad1f197709 req-13f37e5b-2cc8-4b99-bfe6-7b07a7a7d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:23.513663 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-13f37e5b-2cc8-4b99-bfe6-7b07a7a7d8ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503883 Feb 16 16:17:23.602475 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:17:23.603822 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-7638a8a3-406c-4a5b-a0a1-f54794091fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845072 Feb 16 16:17:23.702009 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-11c224b3-0d99-476b-b91d-caad1f197709 req-c57fc6a3-3c17-4197-89b0-d74abf3b70f8 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929799 Feb 16 16:17:23.844366 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:26Z', 'revision_number': 1, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}, {'id': '38cc3e1f-6626-40bb-a6a1-5cd2405a035b', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:bd:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:17:21Z', 'updated_at': '2022-02-16T16:17:21Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:17:23.871469 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2581070-d63c-40d4-ae5a-def5cea2b198 None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:26Z', 'revision_number': 1, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}, {'id': '38cc3e1f-6626-40bb-a6a1-5cd2405a035b', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:bd:cf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:17:21Z', 'updated_at': '2022-02-16T16:17:21Z', 'revision_number': 0, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:17:24.070044 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1c6604-1446-443d-a711-bc90132f4362 None None] New status for floating IP 38cc3e1f-6626-40bb-a6a1-5cd2405a035b: ACTIVE {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:17:36.450751 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:38.292829 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:17:40.180141 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f442c37c-0436-47e3-acac-55bd245b4313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:42.486163 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-47da22ad-f02b-4dee-ae74-63e1aeb2fb3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441334 Feb 16 16:17:42.570373 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-f9fbaca7-872d-4d92-8ff9-51f56eff32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:42.571885 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-f9fbaca7-872d-4d92-8ff9-51f56eff32c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1130 time: 0.0436382 Feb 16 16:17:42.614034 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed8f34e4-003e-4136-81cf-d92a2f4cfe26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:42.679871 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-d331c00b-7bf4-4043-b81a-35c3ea92c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:42.681281 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-d331c00b-7bf4-4043-b81a-35c3ea92c1c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0895574 Feb 16 16:17:42.748218 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-2a5cdcfb-6f43-42e5-b64f-27b6c7b9d797 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 1002 time: 0.0585752 Feb 16 16:17:42.800849 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-8f37630d-fbf2-4bb5-b10b-bda13b5368fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:42.802288 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-8f37630d-fbf2-4bb5-b10b-bda13b5368fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0474029 Feb 16 16:17:42.850389 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-a42b603a-b187-4a4d-8194-6b3e6ddf5824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:17:42.851912 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-a42b603a-b187-4a4d-8194-6b3e6ddf5824 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432942 Feb 16 16:17:42.949899 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-348f5564-eb85-455a-9bac-8ca24e7efffb service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920627 Feb 16 16:17:43.042969 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-9a79b52a-8faa-4cb3-a895-c4146d051b2d req-3ec67bb3-8cc5-48a1-8f33-84d507e7ae7a service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871077 Feb 16 16:17:43.681416 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:45.140821 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:17:46.489766 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:06.443055 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:10.184012 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-98a40ce0-5f4c-449e-90cf-e58b3a2dff22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:12.615857 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-789c03ae-791d-4f39-a2ce-33cc5cd40f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:13.683359 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:15.144675 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:15.291637 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:18:16.493602 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:36.465581 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:40.185436 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c7b8cb05-37d0-47de-b5b7-1f420b1fbf07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:42.617663 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c8f0d285-7c1b-4e62-89b7-299c215af816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:43.505706 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-7c7844ba-b6db-4711-bb6f-733a61914746 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847242 Feb 16 16:18:43.573568 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-67253534-1b4f-4460-9e86-db9a35654ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:43.575115 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-67253534-1b4f-4460-9e86-db9a35654ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1129 time: 0.0486012 Feb 16 16:18:43.676830 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-8e20bd74-026b-4363-945f-0eded9511130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:43.678225 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-8e20bd74-026b-4363-945f-0eded9511130 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.0859382 Feb 16 16:18:43.685961 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:43.755709 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-81ccdb34-8751-43a3-abe2-736183082313 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 200 len: 1001 time: 0.0712063 Feb 16 16:18:43.804325 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-dd9fd71f-93c1-4b5b-8b93-105e59f76429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:43.806577 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-dd9fd71f-93c1-4b5b-8b93-105e59f76429 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0451491 Feb 16 16:18:43.854178 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-2bbf3d47-761e-4640-8e42-a3571f42adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:43.855699 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-2bbf3d47-761e-4640-8e42-a3571f42adc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437818 Feb 16 16:18:43.946906 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-9187a593-50be-4693-a3ce-8dea043c88bd service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854435 Feb 16 16:18:44.034516 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-134bb672-68b6-4e92-b00e-62d8f85f9fd6 req-fc38544d-742f-409c-bd64-3e28a60bdd3f service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820851 Feb 16 16:18:45.151235 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:46.497512 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:50.300772 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 43066) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:18:50.500417 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Deleting port e4b57c60-86a1-4394-9d90-d8da441f70e6 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:18:50.500766 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:50.578533 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:50.578760 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (e4b57c60-86a1-4394-9d90-d8da441f70e6), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:50.590071 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Calling delete_port for e4b57c60-86a1-4394-9d90-d8da441f70e6 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:18:50.730685 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (e4b57c60-86a1-4394-9d90-d8da441f70e6), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:50.758639 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'Port': ['ID=e4b57c60-86a1-4394-9d90-d8da441f70e6,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:18:50.783345 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.783700 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.784049 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.784389 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.784722 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.785054 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.785383 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.785710 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.786035 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.786360 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.786691 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.787014 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.787356 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102627) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:50.827338 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (38cc3e1f-6626-40bb-a6a1-5cd2405a035b), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:50.827716 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.db.l3_db [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Floating IP 38cc3e1f-6626-40bb-a6a1-5cd2405a035b disassociated (deleted). External IP: 172.27.0.212, port: 1fb858b5-c8a2-4d57-ab90-2bc658d316ce. Feb 16 16:18:51.048755 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:18:51.161019 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:18:51.166080 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:51.172968 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:18:51.184541 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:18:51.185156 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:51.195981 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-6858a5ab-446e-4500-a8fe-ec121d824f84 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "DELETE /v2.0/floatingips/38cc3e1f-6626-40bb-a6a1-5cd2405a035b HTTP/1.1" status: 204 len: 168 time: 0.8940945 Feb 16 16:18:51.196579 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce'}] {{(pid=102627) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:18:51.198885 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e6e4b4810908cf401cc84192f5f1e4e2e4288524d85a054eecbc081f794fea15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853" -d '{"events": [{"name": "network-changed", "server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce"}]}' {{(pid=102627) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:18:51.297490 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4e5963-b83a-4361-8666-1fa026300d00 x-openstack-request-id: req-9d4e5963-b83a-4361-8666-1fa026300d00 {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:18:51.297844 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce", "status": "completed", "code": 200}]} {{(pid=102627) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:18:51.298128 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d4e5963-b83a-4361-8666-1fa026300d00 {{(pid=102627) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:18:51.298598 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'status': 'completed', 'code': 200} Feb 16 16:18:51.308947 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:18:51.374752 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-3aecfa17-f32f-485f-89b9-b3cfdf01dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:51.376342 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-3aecfa17-f32f-485f-89b9-b3cfdf01dd70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 1129 time: 0.0540836 Feb 16 16:18:51.504741 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-bcefe0dc-d6cd-47d2-849f-780880f80dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:51.506246 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-bcefe0dc-d6cd-47d2-849f-780880f80dd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.1239567 Feb 16 16:18:51.528250 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cf490-4d7e-48cd-992f-ac9a744d061b req-ad564905-eca1-42fe-b555-815fa73168d7 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:51.529730 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518cf490-4d7e-48cd-992f-ac9a744d061b req-ad564905-eca1-42fe-b555-815fa73168d7 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.1389613 Feb 16 16:18:51.552752 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:26Z', 'revision_number': 1, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:51.563800 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-b8a68c95-0648-4097-a6a9-a910bd19020d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 200 len: 217 time: 0.0499058 Feb 16 16:18:51.578728 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:18:51.588018 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:18:51.588620 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:51.640186 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-518cf490-4d7e-48cd-992f-ac9a744d061b req-0fe4d7cc-9fc6-45e9-8655-f48d9818db7d tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790274 Feb 16 16:18:51.644330 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-4bc9ee61-38fb-40c2-a887-2acf290631fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:51.645790 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-4bc9ee61-38fb-40c2-a887-2acf290631fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0701420 Feb 16 16:18:51.698652 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-fd256141-ff1d-47ac-88c7-8ac13899ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:51.700216 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-fd256141-ff1d-47ac-88c7-8ac13899ebda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482161 Feb 16 16:18:51.815741 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-83fc1e53-0f1a-4565-92a8-9f2288ba8f5b service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086075 Feb 16 16:18:51.835313 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:18:51.909752 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-b5831000-e3cf-4ff4-b1cc-6255a6fa5853 req-05303a95-4677-49c1-be5a-da4543d23ca7 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874145 Feb 16 16:18:52.064733 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:26Z', 'revision_number': 1, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:52.091367 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76ac947-a961-482a-a303-f6e6e7ea10c5 None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_floatingips': [{'id': '2c16586f-410c-45cb-bd68-3e6ea3b2d130', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'floating_ip_address': '172.27.0.227', 'floating_network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'router_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'port_id': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'mac_address': 'fa:16:3e:3e:87:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T16:15:24Z', 'updated_at': '2022-02-16T16:15:26Z', 'revision_number': 1, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:18:52.292073 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:18:52.310990 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd18321-5d03-49d0-bb99-ee4f0c3371d6 None None] New status for floating IP 38cc3e1f-6626-40bb-a6a1-5cd2405a035b: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:18:52.805257 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29520ed5-c8e7-4b2c-a6b1-9b15ef52f26e req-4305c8e7-08ac-4c22-97e4-244ad4c38d8f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:52.806920 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29520ed5-c8e7-4b2c-a6b1-9b15ef52f26e req-4305c8e7-08ac-4c22-97e4-244ad4c38d8f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.0960619 Feb 16 16:18:52.855671 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-29520ed5-c8e7-4b2c-a6b1-9b15ef52f26e req-9c58e1e4-6cb5-468b-a890-c78e37dffb00 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Feb 16 16:18:52.939606 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-f9720e05-3def-4a7e-94e9-c8b70929e075 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:52.940959 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-f9720e05-3def-4a7e-94e9-c8b70929e075 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 945 time: 0.0560346 Feb 16 16:18:53.032909 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Deleting port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:18:53.033257 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:53.126666 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] For port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:18:53.127057 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:53.139316 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Calling delete_port for 1fb858b5-c8a2-4d57-ab90-2bc658d316ce owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:18:53.265978 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (1fb858b5-c8a2-4d57-ab90-2bc658d316ce), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:53.294080 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'Port': ['ID=1fb858b5-c8a2-4d57-ab90-2bc658d316ce,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:18:53.306734 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.307132 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.307483 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.307831 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.308167 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.308532 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.308831 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.309163 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.309494 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.309824 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.310155 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.310509 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.310879 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829560-1-iscsi {{(pid=102628) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 16:18:53.346960 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] No DVR routers for this DVR port 1fb858b5-c8a2-4d57-ab90-2bc658d316ce on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:18:53.349423 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:53.353241 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-99bb072c-1ef0-4f84-abdc-7908bd74f638 req-9c306073-d0f2-48c8-baf6-0cd4edaee8b4 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "DELETE /v2.0/ports/1fb858b5-c8a2-4d57-ab90-2bc658d316ce HTTP/1.1" status: 204 len: 173 time: 0.4061911 Feb 16 16:18:53.353676 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'name': 'network-vif-deleted', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:18:53.355927 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6ada4c-c2e9-4360-94aa-36ed2a193459" -d '{"events": [{"server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "name": "network-vif-deleted", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:18:53.448998 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0890ac4-841e-4914-8e9b-6f0d3c7844d1 x-openstack-request-id: req-e0890ac4-841e-4914-8e9b-6f0d3c7844d1 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:18:53.449389 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0635277-9f1a-4899-a491-5d114e85e7cb", "name": "network-vif-deleted", "tag": "1fb858b5-c8a2-4d57-ab90-2bc658d316ce", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:18:53.449707 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0890ac4-841e-4914-8e9b-6f0d3c7844d1 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:18:53.450172 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0635277-9f1a-4899-a491-5d114e85e7cb', 'name': 'network-vif-deleted', 'tag': '1fb858b5-c8a2-4d57-ab90-2bc658d316ce', 'status': 'completed', 'code': 200} Feb 16 16:18:53.963290 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-947e0639-b77a-449d-80af-00582d9e8b21 req-be658634-2bc9-4603-b905-5db8afd9eb30 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=f0635277-9f1a-4899-a491-5d114e85e7cb HTTP/1.1" status: 200 len: 210 time: 0.0287838 Feb 16 16:18:57.241813 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43116) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:18:57.396355 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Deleting port 913823ec-c799-43ba-a152-457c2d45e331 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:18:57.396697 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (913823ec-c799-43ba-a152-457c2d45e331), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:57.473552 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (913823ec-c799-43ba-a152-457c2d45e331), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:57.473874 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (913823ec-c799-43ba-a152-457c2d45e331), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:57.486363 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Calling delete_port for 913823ec-c799-43ba-a152-457c2d45e331 owned by network:floatingip {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:18:57.632868 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (913823ec-c799-43ba-a152-457c2d45e331), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:57.657686 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'Port': ['ID=913823ec-c799-43ba-a152-457c2d45e331,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:18:57.720194 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (2c16586f-410c-45cb-bd68-3e6ea3b2d130), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:57.720578 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.db.l3_db [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Floating IP 2c16586f-410c-45cb-bd68-3e6ea3b2d130 disassociated (deleted). External IP: 172.27.0.227, port: b64a9d2d-431b-4dd4-9fc7-a778fcb82a73. Feb 16 16:18:57.942828 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:18:58.053362 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:18:58.058747 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:58.063919 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:18:58.076789 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:18:58.077414 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:58.089644 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-88a46713-8af1-44d1-a9a9-6e933e82541f tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "DELETE /v2.0/floatingips/2c16586f-410c-45cb-bd68-3e6ea3b2d130 HTTP/1.1" status: 204 len: 168 time: 0.8463936 Feb 16 16:18:58.090045 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:18:58.092358 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b7a368-1dca-4880-b98b-cb632dc3a57d" -d '{"events": [{"name": "network-changed", "server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:18:58.117988 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1fb858b5-c8a2-4d57-ab90-2bc658d316ce no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:18:58.130436 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Feb 2022 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf7c11-1eae-472e-9268-e4f513f73e30 x-openstack-request-id: req-7edf7c11-1eae-472e-9268-e4f513f73e30 {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:18:58.130733 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:18:58.130994 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7edf7c11-1eae-472e-9268-e4f513f73e30 {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:18:58.131435 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'status': 'completed', 'code': 200} Feb 16 16:18:58.170599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: 1fb858b5-c8a2-4d57-ab90-2bc658d316ce {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:18:58.170973 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device 1fb858b5-c8a2-4d57-ab90-2bc658d316ce not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:18:58.214810 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-915d8ecc-58b0-44a0-a5d9-42f524730fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:58.216288 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-915d8ecc-58b0-44a0-a5d9-42f524730fd7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f3b9bd37e834557990d378e6c2a527e&device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 1130 time: 0.0571132 Feb 16 16:18:58.218184 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:18:58.348317 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-d791f222-a1ce-40d0-9000-0478e530436c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:58.349813 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-d791f222-a1ce-40d0-9000-0478e530436c service neutron] 10.222.0.36 "GET /v2.0/networks?id=61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 200 len: 913 time: 0.1259825 Feb 16 16:18:58.373191 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3407f-c5c1-48dd-a0fd-69e382b346d6 req-a3525dcb-c602-46e9-a31a-57cb0c3dd1b9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:58.374673 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7ce3407f-c5c1-48dd-a0fd-69e382b346d6 req-a3525dcb-c602-46e9-a31a-57cb0c3dd1b9 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 946 time: 0.0825791 Feb 16 16:18:58.408322 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-1458f7fd-9b90-4d01-9ec6-a55dac334913 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 200 len: 217 time: 0.0517805 Feb 16 16:18:58.432306 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:58.461539 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:18:58.470849 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:18:58.471579 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:58.487092 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-7ce3407f-c5c1-48dd-a0fd-69e382b346d6 req-6a0fb84a-6396-4ca4-8e85-9a4227f00b81 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811265 Feb 16 16:18:58.488582 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-41227513-3057-417e-86bd-5fc055d1d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:58.489943 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-41227513-3057-417e-86bd-5fc055d1d9e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 200 len: 851 time: 0.0690577 Feb 16 16:18:58.541622 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-1b525715-4fc5-4f5c-b29f-a3b0590516d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:58.543157 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-1b525715-4fc5-4f5c-b29f-a3b0590516d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=61cc487d-c665-4f90-a18c-b5e1f77fbb08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468225 Feb 16 16:18:58.584140 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:18:58.639897 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-06fa608e-9b73-4a76-84df-fc85468e6841 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868642 Feb 16 16:18:58.731734 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-57b7a368-1dca-4880-b98b-cb632dc3a57d req-44e25414-8943-4913-bc2f-3e3208e128e7 service neutron] 10.222.0.36 "GET /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844545 Feb 16 16:18:58.794091 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:18:58.819853 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d122f8-3d20-4708-b4e6-62f126da632c None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:28Z', 'revision_number': 4, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi', '_interfaces': [{'id': 'f212f3d4-a06f-4a55-bc95-3ac47c2aa200', 'name': '', 'network_id': '61cc487d-c665-4f90-a18c-b5e1f77fbb08', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'mac_address': 'fa:16:3e:ad:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:27Z', 'updated_at': '2022-02-16T16:12:32Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'subnets': [{'id': 'c9fd1c76-752e-4a17-aa6e-1432c5068f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:18:59.028738 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bf35b2-0ed5-4fbf-942c-a341e6a3d736 None None] New status for floating IP 2c16586f-410c-45cb-bd68-3e6ea3b2d130: DOWN {{(pid=102630) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 16 16:18:59.614358 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448802a8-cb7a-4bf9-ad55-22a2db3d785e req-052bdf73-f17a-4152-9fa3-22afeb43969b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102627) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:59.615849 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-448802a8-cb7a-4bf9-ad55-22a2db3d785e req-052bdf73-f17a-4152-9fa3-22afeb43969b tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 946 time: 0.0554404 Feb 16 16:18:59.665296 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-448802a8-cb7a-4bf9-ad55-22a2db3d785e req-9307be74-b38e-483f-acff-4dcf4791f0cb tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/security-groups?id=37c2580a-78cc-4148-bece-04408acc734c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428457 Feb 16 16:18:59.770517 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b873b3-8019-4382-8aac-000fcb87951b req-c71b0a01-36e4-498f-83f4-bd272b84e5ac tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102628) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 16:18:59.771907 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-99b873b3-8019-4382-8aac-000fcb87951b req-c71b0a01-36e4-498f-83f4-bd272b84e5ac tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 946 time: 0.0566957 Feb 16 16:18:59.863759 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Deleting port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:18:59.864093 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:59.967116 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] For port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73, host hv-cinder-82956, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82956',level=0,port_id=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:18:59.967475 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:18:59.978881 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Calling delete_port for b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 owned by compute:nova {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:00.102283 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (b64a9d2d-431b-4dd4-9fc7-a778fcb82a73), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:00.134189 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'Port': ['ID=b64a9d2d-431b-4dd4-9fc7-a778fcb82a73,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:00.178251 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] No DVR routers for this DVR port b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 on host hv-cinder-82956 {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:19:00.180858 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for port (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:00.184133 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [req-99b873b3-8019-4382-8aac-000fcb87951b req-f2e5fee1-8490-4caa-a25a-50b119fcc6dd tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.36 "DELETE /v2.0/ports/b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 HTTP/1.1" status: 204 len: 173 time: 0.4060786 Feb 16 16:19:00.184605 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'name': 'network-vif-deleted', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73'}] {{(pid=102628) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 16 16:19:00.186800 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10ec3e73f850dff4fd557799b1c74dc5e731a2b517d0b3ac3d0582a598f2938c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f55d549-23cf-4aeb-a5a6-5503aba7288e" -d '{"events": [{"server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "name": "network-vif-deleted", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73"}]}' {{(pid=102628) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 16 16:19:00.226470 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Feb 2022 16:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28808e00-e569-4a60-a4b9-5a45a65d7d6a x-openstack-request-id: req-28808e00-e569-4a60-a4b9-5a45a65d7d6a {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 16 16:19:00.227344 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac6f3ec-14f1-4a9b-9258-ee3acb073da9", "name": "network-vif-deleted", "tag": "b64a9d2d-431b-4dd4-9fc7-a778fcb82a73", "status": "completed", "code": 200}]} {{(pid=102628) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 16 16:19:00.227600 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28808e00-e569-4a60-a4b9-5a45a65d7d6a {{(pid=102628) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 16 16:19:00.227996 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac6f3ec-14f1-4a9b-9258-ee3acb073da9', 'name': 'network-vif-deleted', 'tag': 'b64a9d2d-431b-4dd4-9fc7-a778fcb82a73', 'status': 'completed', 'code': 200} Feb 16 16:19:00.778483 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [req-b5c16aaf-3cc9-4223-bb13-4cbd92f89cb7 req-37906cf9-b4aa-4d24-b3ab-786112326387 tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "GET /v2.0/ports?device_id=eac6f3ec-14f1-4a9b-9258-ee3acb073da9 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Feb 16 16:19:01.836825 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 43132) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:01.963874 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Deleting port 383cf7e1-3cb0-4bb6-86aa-9610775a5254 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:01.964213 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.044720 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.045049 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (383cf7e1-3cb0-4bb6-86aa-9610775a5254), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.057226 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Calling delete_port for 383cf7e1-3cb0-4bb6-86aa-9610775a5254 owned by network:floatingip {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:02.189351 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (383cf7e1-3cb0-4bb6-86aa-9610775a5254), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.217193 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'Port': ['ID=383cf7e1-3cb0-4bb6-86aa-9610775a5254,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:02.283569 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for floatingip (68738400-3b1b-4706-8cb2-a8784bd52f66), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.286167 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-928174'] for floatingip (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:02.287384 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-7b31d384-7e66-431b-9a21-92bf4c0bd3de tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "DELETE /v2.0/floatingips/68738400-3b1b-4706-8cb2-a8784bd52f66 HTTP/1.1" status: 204 len: 168 time: 0.4492707 Feb 16 16:19:03.481665 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43144) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:03.538280 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55c363aa-1dcc-4292-a057-d43194cf3fda tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group (37c2580a-78cc-4148-bece-04408acc734c), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:03.563580 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55c363aa-1dcc-4292-a057-d43194cf3fda tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group (37c2580a-78cc-4148-bece-04408acc734c), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:03.623708 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55c363aa-1dcc-4292-a057-d43194cf3fda tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (37c2580a-78cc-4148-bece-04408acc734c), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:03.626270 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-55c363aa-1dcc-4292-a057-d43194cf3fda tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:03.627470 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-55c363aa-1dcc-4292-a057-d43194cf3fda tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] 10.222.0.69 "DELETE /v2.0/security-groups/37c2580a-78cc-4148-bece-04408acc734c HTTP/1.1" status: 204 len: 168 time: 0.1448069 Feb 16 16:19:03.637100 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c363aa-1dcc-4292-a057-d43194cf3fda tempest-TestVolumeBootPattern-823916867 tempest-TestVolumeBootPattern-823916867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c2580a-78cc-4148-bece-04408acc734c,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:03.682258 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43148) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:04.082275 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 no longer exists at agent hyperv_hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:04.104301 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] No Port match for: b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:04.104939 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Device b64a9d2d-431b-4dd4-9fc7-a778fcb82a73 not bound to the agent host hv-cinder-82956 {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:04.144507 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (f29ea98c-9bae-42bd-932c-1aaccab3129a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:04.659525 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Deleting port f212f3d4-a06f-4a55-bc95-3ac47c2aa200 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:04.660244 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:04.737350 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] For port f212f3d4-a06f-4a55-bc95-3ac47c2aa200, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:19:04.737630 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:04.750346 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Calling delete_port for f212f3d4-a06f-4a55-bc95-3ac47c2aa200 owned by network:router_interface {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:04.928826 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (f212f3d4-a06f-4a55-bc95-3ac47c2aa200), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:04.953003 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Pushing event deleted for resources: {'Port': ['ID=f212f3d4-a06f-4a55-bc95-3ac47c2aa200,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:05.129846 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (f29ea98c-9bae-42bd-932c-1aaccab3129a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:05.349325 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Router f29ea98c-9bae-42bd-932c-1aaccab3129a has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102628) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:19:05.457842 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102628) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:19:05.463683 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-e1396bb9-7669-40c9-9381-5d187e695c1d admin admin] 10.222.0.69 "PUT /v2.0/routers/f29ea98c-9bae-42bd-932c-1aaccab3129a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802396 Feb 16 16:19:05.466173 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43152) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:05.469180 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] Sync routers for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:19:05.483494 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:19:05.484113 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:05.568421 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks [] for router (f29ea98c-9bae-42bd-932c-1aaccab3129a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:05.590078 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: dv-cinder-829560-1-iscsi {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:19:05.673803 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks [] for router_gateway (f29ea98c-9bae-42bd-932c-1aaccab3129a), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:05.731284 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Deleting port 68ac7025-7228-4a16-8acb-60cbbe4e47df {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:05.731626 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:05.767244 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16'}], 'enable_snat': True}, 'gw_port_id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:19:04Z', 'revision_number': 5, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port': {'id': '68ac7025-7228-4a16-8acb-60cbbe4e47df', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:12:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:05.793797 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] Checking router: f29ea98c-9bae-42bd-932c-1aaccab3129a for host: dv-cinder-829560-1-iscsi {{(pid=102629) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:19:05.802388 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] Routers {'f29ea98c-9bae-42bd-932c-1aaccab3129a'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102629) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:19:05.803005 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['f29ea98c-9bae-42bd-932c-1aaccab3129a'], 'active': True} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:05.811352 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] For port 68ac7025-7228-4a16-8acb-60cbbe4e47df, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=68ac7025-7228-4a16-8acb-60cbbe4e47df,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:19:05.811716 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:05.826218 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Calling delete_port for 68ac7025-7228-4a16-8acb-60cbbe4e47df owned by network:router_gateway {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:05.893601 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_dvr_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] Set router f29ea98c-9bae-42bd-932c-1aaccab3129a gateway port host: None {{(pid=102629) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:19:05.949266 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.db.l3_hamode_db [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:19:05Z', 'revision_number': 6, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102629) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:05.982935 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2202b835-4156-4326-ba96-3aa95ead6ffc None None] The sync data for ids ['f29ea98c-9bae-42bd-932c-1aaccab3129a'] in dv-cinder-829560-1-iscsi is: [{'id': 'f29ea98c-9bae-42bd-932c-1aaccab3129a', 'name': 'tempest-TestVolumeBootPattern-1983191428-router', 'tenant_id': '3f3b9bd37e834557990d378e6c2a527e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:25Z', 'updated_at': '2022-02-16T16:19:05Z', 'revision_number': 6, 'project_id': '3f3b9bd37e834557990d378e6c2a527e', 'gw_port_host': None}] {{(pid=102629) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:19:06.006208 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (68ac7025-7228-4a16-8acb-60cbbe4e47df), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.032819 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ac7025-7228-4a16-8acb-60cbbe4e47df,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:06.097123 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (f29ea98c-9bae-42bd-932c-1aaccab3129a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.190360 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (f29ea98c-9bae-42bd-932c-1aaccab3129a), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.192582 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks [] for router_controller (f29ea98c-9bae-42bd-932c-1aaccab3129a), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.235205 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (f29ea98c-9bae-42bd-932c-1aaccab3129a), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.235678 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f29ea98c-9bae-42bd-932c-1aaccab3129a {{(pid=102628) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:19:06.240043 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.241273 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-bc116da0-8558-4590-af83-260107529a59 admin admin] 10.222.0.69 "DELETE /v2.0/routers/f29ea98c-9bae-42bd-932c-1aaccab3129a HTTP/1.1" status: 204 len: 168 time: 0.7741909 Feb 16 16:19:06.244279 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43154) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:06.291875 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.db_base_plugin_v2 [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Deleting subnet c9fd1c76-752e-4a17-aa6e-1432c5068f70 {{(pid=102628) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:19:06.294873 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Publish callbacks [] for subnet (c9fd1c76-752e-4a17-aa6e-1432c5068f70), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.331011 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32962696'] for subnet (c9fd1c76-752e-4a17-aa6e-1432c5068f70), precommit_delete_associations {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.413040 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (c9fd1c76-752e-4a17-aa6e-1432c5068f70), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.467393 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32952187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33009993'] for subnet (c9fd1c76-752e-4a17-aa6e-1432c5068f70), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.476960 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.498611 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fd1c76-752e-4a17-aa6e-1432c5068f70,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:06.500542 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.506005 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-951960c1-d0ca-4200-842b-d12ce11b458d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c9fd1c76-752e-4a17-aa6e-1432c5068f70 HTTP/1.1" status: 204 len: 168 time: 0.2585781 Feb 16 16:19:06.506399 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43156) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:06.508516 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310807c8-5af6-40cb-907f-479d161dd8e6 None None] Network 61cc487d-c665-4f90-a18c-b5e1f77fbb08 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:19:06.577555 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (61cc487d-c665-4f90-a18c-b5e1f77fbb08), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.632534 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Deleting port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 {{(pid=102628) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:06.632908 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.702500 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.db [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] For port 1cbfa886-fcd7-4295-84fd-786beda6e1c3, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=1cbfa886-fcd7-4295-84fd-786beda6e1c3,segment=NetworkSegment(94393641-9d1e-4fd5-b093-641468d00df0),segment_id=94393641-9d1e-4fd5-b093-641468d00df0)] {{(pid=102628) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:19:06.703222 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.717018 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.plugin [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Calling delete_port for 1cbfa886-fcd7-4295-84fd-786beda6e1c3 owned by network:dhcp {{(pid=102628) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:06.813046 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc1faba-919f-48c8-a04d-0d54bf39092d None None] DHCP port deletion for 61cc487d-c665-4f90-a18c-b5e1f77fbb08 request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:19:06.818683 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32952142'] for port (1cbfa886-fcd7-4295-84fd-786beda6e1c3), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.838410 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 68ac7025-7228-4a16-8acb-60cbbe4e47df no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:06.840887 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-8fc1faba-919f-48c8-a04d-0d54bf39092d None None] The port '1cbfa886-fcd7-4295-84fd-786beda6e1c3' was deleted {{(pid=102629) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 16 16:19:06.850713 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cbfa886-fcd7-4295-84fd-786beda6e1c3,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:06.857055 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] No DVR routers for this DVR port 1cbfa886-fcd7-4295-84fd-786beda6e1c3 on host dv-cinder-829560-1-iscsi {{(pid=102628) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:19:06.862786 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 68ac7025-7228-4a16-8acb-60cbbe4e47df {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:06.863078 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 68ac7025-7228-4a16-8acb-60cbbe4e47df not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:06.863514 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f212f3d4-a06f-4a55-bc95-3ac47c2aa200 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:06.888003 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: f212f3d4-a06f-4a55-bc95-3ac47c2aa200 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:06.888351 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f212f3d4-a06f-4a55-bc95-3ac47c2aa200 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:06.932663 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (61cc487d-c665-4f90-a18c-b5e1f77fbb08), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.954468 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cc487d-c665-4f90-a18c-b5e1f77fbb08']}} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:06.964961 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94393641-9d1e-4fd5-b093-641468d00df0') {'for_net_delete': True} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:06.965265 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.services.segments.db [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94393641-9d1e-4fd5-b093-641468d00df0') {} {{(pid=102628) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:06.974926 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32962689'] for segment (94393641-9d1e-4fd5-b093-641468d00df0), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.989698 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (94393641-9d1e-4fd5-b093-641468d00df0), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.996910 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102628) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:19:06.997486 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32952097'] for segment (94393641-9d1e-4fd5-b093-641468d00df0), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: Traceback (most recent call last): Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: timer() Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: cb(*args, **kw) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: return func(*args, **kwargs) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: self._notify() Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: self.callback(batched_events) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: event.method(event) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: return f(self, *a, **k) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._get(url).json() Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: return self.request(url, 'GET', **kwargs) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:19:06.999092 dv-cinder-829560-1-iscsi neutron-server[102628]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:19:07.061035 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (61cc487d-c665-4f90-a18c-b5e1f77fbb08), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:07.066469 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:07.069660 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] 10.222.0.69 "DELETE /v2.0/networks/61cc487d-c665-4f90-a18c-b5e1f77fbb08 HTTP/1.1" status: 204 len: 168 time: 0.5625408 Feb 16 16:19:07.073018 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 43158) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:07.081504 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69804b71-4d05-4c50-89fb-306bc3e2b399 admin admin] Pushing event deleted for resources: {'Network': ['ID=61cc487d-c665-4f90-a18c-b5e1f77fbb08,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:07.422403 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-476131'] for router_interface (3e33ff7f-b262-42d6-9841-af724a67889c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:07.915487 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Deleting port 338750cf-e95c-4559-b101-fc4723b973de {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:07.915813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (338750cf-e95c-4559-b101-fc4723b973de), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:07.994424 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] For port 338750cf-e95c-4559-b101-fc4723b973de, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=338750cf-e95c-4559-b101-fc4723b973de,segment=NetworkSegment(6f1975b2-2814-442f-8586-1fb3cd09389b),segment_id=6f1975b2-2814-442f-8586-1fb3cd09389b)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:19:07.994772 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (338750cf-e95c-4559-b101-fc4723b973de), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:08.006869 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Calling delete_port for 338750cf-e95c-4559-b101-fc4723b973de owned by network:router_interface {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:08.194053 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (338750cf-e95c-4559-b101-fc4723b973de), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:08.218287 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=338750cf-e95c-4559-b101-fc4723b973de,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:08.385586 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-646917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-476179'] for router_interface (3e33ff7f-b262-42d6-9841-af724a67889c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:08.550441 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 1cbfa886-fcd7-4295-84fd-786beda6e1c3 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:08.570642 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 1cbfa886-fcd7-4295-84fd-786beda6e1c3 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:08.570993 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 1cbfa886-fcd7-4295-84fd-786beda6e1c3 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:08.626097 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Router 3e33ff7f-b262-42d6-9841-af724a67889c has already been hosted by L3 agent e8aca6eb-aa77-4a99-8c59-1320f3940ce7 {{(pid=102627) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 16:19:08.734771 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] Notify agent at l3_agent.dv-cinder-829560-1-iscsi the message routers_updated {{(pid=102627) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 16:19:08.739929 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-9635c4bf-f996-4b6b-a189-a385bef874f6 admin admin] 10.222.0.69 "PUT /v2.0/routers/3e33ff7f-b262-42d6-9841-af724a67889c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6658771 Feb 16 16:19:08.742539 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 43160) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:08.744914 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] Sync routers for ids ['3e33ff7f-b262-42d6-9841-af724a67889c'] in dv-cinder-829560-1-iscsi {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 16 16:19:08.755109 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] Routers {'3e33ff7f-b262-42d6-9841-af724a67889c'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:19:08.755732 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['3e33ff7f-b262-42d6-9841-af724a67889c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:08.849796 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks [] for router (3e33ff7f-b262-42d6-9841-af724a67889c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:08.956587 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] Set router 3e33ff7f-b262-42d6-9841-af724a67889c gateway port host: dv-cinder-829560-1-iscsi {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:19:08.958579 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks [] for router_gateway (3e33ff7f-b262-42d6-9841-af724a67889c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.017005 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Deleting port f3f0c707-b7cf-485c-803c-ba85290a2a73 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:09.017259 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.096668 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] For port f3f0c707-b7cf-485c-803c-ba85290a2a73, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=f3f0c707-b7cf-485c-803c-ba85290a2a73,segment=NetworkSegment(a7cecc7c-5e57-41de-980e-7bf3740b4956),segment_id=a7cecc7c-5e57-41de-980e-7bf3740b4956)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:19:09.097022 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.110092 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Calling delete_port for f3f0c707-b7cf-485c-803c-ba85290a2a73 owned by network:router_gateway {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:09.142634 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'external_fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:19:08Z', 'revision_number': 5, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port': {'id': 'f3f0c707-b7cf-485c-803c-ba85290a2a73', 'name': '', 'network_id': '4cc30089-22d4-4d85-9c2e-62eb33c9d03c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:42:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '21052ac1-80de-4868-9189-1251f5061016', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829560-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T16:12:31Z', 'updated_at': '2022-02-16T16:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '21052ac1-80de-4868-9189-1251f5061016', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829560-1-iscsi'}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:09.170420 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] Checking router: 3e33ff7f-b262-42d6-9841-af724a67889c for host: dv-cinder-829560-1-iscsi {{(pid=102630) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 16 16:19:09.178603 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] Routers {'3e33ff7f-b262-42d6-9841-af724a67889c'} bound to L3 agent in host dv-cinder-829560-1-iscsi {{(pid=102630) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 16 16:19:09.179234 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829560-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T15:54:13Z,description=,heartbeat_timestamp=2022-02-16T16:18:43Z,host='dv-cinder-829560-1-iscsi',id=e8aca6eb-aa77-4a99-8c59-1320f3940ce7,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T15:54:13Z,topic='l3_agent')) {'router_ids': ['3e33ff7f-b262-42d6-9841-af724a67889c'], 'active': True} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:09.268052 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_dvr_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] Set router 3e33ff7f-b262-42d6-9841-af724a67889c gateway port host: None {{(pid=102630) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 16 16:19:09.282680 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (f3f0c707-b7cf-485c-803c-ba85290a2a73), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.308566 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f0c707-b7cf-485c-803c-ba85290a2a73,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:09.323840 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.l3_hamode_db [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:19:08Z', 'revision_number': 6, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port_host': None}], 'dv-cinder-829560-1-iscsi', False) {} {{(pid=102630) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:09.355764 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c75fc-3591-4bfc-999d-6f160d39b805 None None] The sync data for ids ['3e33ff7f-b262-42d6-9841-af724a67889c'] in dv-cinder-829560-1-iscsi is: [{'id': '3e33ff7f-b262-42d6-9841-af724a67889c', 'name': 'tempest-TestVolumeBootPattern-1792025153-router', 'tenant_id': '7886b550681f4158a22db5023fa23c71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T16:12:30Z', 'updated_at': '2022-02-16T16:19:08Z', 'revision_number': 6, 'project_id': '7886b550681f4158a22db5023fa23c71', 'gw_port_host': None}] {{(pid=102630) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 16 16:19:09.374300 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-489641'] for router_gateway (3e33ff7f-b262-42d6-9841-af724a67889c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.468133 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-477492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28005'] for router (3e33ff7f-b262-42d6-9841-af724a67889c), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.470222 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks [] for router_controller (3e33ff7f-b262-42d6-9841-af724a67889c), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.516647 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-477501'] for router (3e33ff7f-b262-42d6-9841-af724a67889c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.517298 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e33ff7f-b262-42d6-9841-af724a67889c {{(pid=102627) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 16:19:09.521922 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] Publish callbacks [] for router (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.523567 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-64586d8c-e113-4307-9ea3-d6300784eeae admin admin] 10.222.0.69 "DELETE /v2.0/routers/3e33ff7f-b262-42d6-9841-af724a67889c HTTP/1.1" status: 204 len: 168 time: 0.7799952 Feb 16 16:19:09.526409 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 43162) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:09.573383 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Deleting subnet 647462c9-fa08-4217-8cbe-18309de23f2c {{(pid=102627) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 16 16:19:09.576494 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Publish callbacks [] for subnet (647462c9-fa08-4217-8cbe-18309de23f2c), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.610421 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5476338'] for subnet (647462c9-fa08-4217-8cbe-18309de23f2c), precommit_delete_associations {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.686768 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612673'] for subnet (647462c9-fa08-4217-8cbe-18309de23f2c), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.741262 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612680', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-526587', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6179072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4329100'] for subnet (647462c9-fa08-4217-8cbe-18309de23f2c), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.772168 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647462c9-fa08-4217-8cbe-18309de23f2c,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:09.780628 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for subnet (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.785875 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-04f6df9d-02c3-4f96-bebd-813d7682dc78 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/647462c9-fa08-4217-8cbe-18309de23f2c HTTP/1.1" status: 204 len: 168 time: 0.2565691 Feb 16 16:19:09.786377 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.wsgi [-] (102627) accepted ('10.222.0.69', 43164) {{(pid=102627) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:09.789673 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590e2f0a-a026-41ad-8be1-695c8bc5b606 None None] Network 9892870f-48cc-4beb-9776-372a9f1ed782 requested from dv-cinder-829560-1-iscsi {{(pid=102629) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 16 16:19:09.856450 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1686012'] for network (9892870f-48cc-4beb-9776-372a9f1ed782), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.916679 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Deleting port 22907022-dbdc-472b-afe2-c736961a2fb0 {{(pid=102627) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 16 16:19:09.917208 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782659174391'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.986457 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.db [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] For port 22907022-dbdc-472b-afe2-c736961a2fb0, host dv-cinder-829560-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829560-1-iscsi',level=0,port_id=22907022-dbdc-472b-afe2-c736961a2fb0,segment=NetworkSegment(6f1975b2-2814-442f-8586-1fb3cd09389b),segment_id=6f1975b2-2814-442f-8586-1fb3cd09389b)] {{(pid=102627) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 16:19:09.986813 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-491463'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:09.998181 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.plugin [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Calling delete_port for 22907022-dbdc-472b-afe2-c736961a2fb0 owned by network:dhcp {{(pid=102627) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 16 16:19:10.082605 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1487489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-856468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782659182686', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782658673951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6179125'] for port (22907022-dbdc-472b-afe2-c736961a2fb0), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.099664 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed420c-510d-430b-b29b-89d0c6d860cd None None] DHCP port deletion for 9892870f-48cc-4beb-9776-372a9f1ed782 request from dv-cinder-829560-1-iscsi {{(pid=102629) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 16 16:19:10.116209 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=22907022-dbdc-472b-afe2-c736961a2fb0,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:10.124307 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] No DVR routers for this DVR port 22907022-dbdc-472b-afe2-c736961a2fb0 on host dv-cinder-829560-1-iscsi {{(pid=102627) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 16:19:10.186875 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f2b3ad41-aecc-4663-b554-3222a9ab6ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.197529 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1611260', 'neutron.services.segments.db._delete_segments_for_network-8782659204491'] for network (9892870f-48cc-4beb-9776-372a9f1ed782), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.219133 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9892870f-48cc-4beb-9776-372a9f1ed782']}} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:10.229286 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1975b2-2814-442f-8586-1fb3cd09389b') {'for_net_delete': True} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:10.229580 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.services.segments.db [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1975b2-2814-442f-8586-1fb3cd09389b') {} {{(pid=102627) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 16:19:10.239510 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782659205268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5476347'] for segment (6f1975b2-2814-442f-8586-1fb3cd09389b), before_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.253132 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080'] for segment (6f1975b2-2814-442f-8586-1fb3cd09389b), precommit_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.259777 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102627) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 16 16:19:10.260156 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1613080', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6179162'] for segment (6f1975b2-2814-442f-8586-1fb3cd09389b), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: Traceback (most recent call last): Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: timer() Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: cb(*args, **kw) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: return func(*args, **kwargs) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: self._notify() Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: self.callback(batched_events) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: event.method(event) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: return f(self, *a, **k) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._get(url).json() Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: return self.request(url, 'GET', **kwargs) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 16:19:10.261820 dv-cinder-829560-1-iscsi neutron-server[102627]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 16:19:10.322806 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1611015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551011', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-646924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-489613'] for network (9892870f-48cc-4beb-9776-372a9f1ed782), after_delete {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.329777 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron_lib.callbacks.manager [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-646946'] for network (None), before_response {{(pid=102627) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.336593 dv-cinder-829560-1-iscsi neutron-server[102627]: INFO neutron.wsgi [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9892870f-48cc-4beb-9776-372a9f1ed782 HTTP/1.1" status: 204 len: 168 time: 0.5459242 Feb 16 16:19:10.346575 dv-cinder-829560-1-iscsi neutron-server[102627]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf9927-9c94-408c-8fad-d86bd9533a89 admin admin] Pushing event deleted for resources: {'Network': ['ID=9892870f-48cc-4beb-9776-372a9f1ed782,revision_number=None']} {{(pid=102627) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:10.446204 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43168) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:10.488322 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-948299d2-1efb-41f8-bb02-3e539a8d0cfe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f3b9bd37e834557990d378e6c2a527e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409434 Feb 16 16:19:10.490772 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43170) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:10.507512 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 22907022-dbdc-472b-afe2-c736961a2fb0 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:10.529044 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 22907022-dbdc-472b-afe2-c736961a2fb0 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:10.529397 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 22907022-dbdc-472b-afe2-c736961a2fb0 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:10.529817 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f3f0c707-b7cf-485c-803c-ba85290a2a73 no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:10.546091 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37a57553-ba7c-4261-9711-ceb734ef99b1 admin admin] Publish callbacks [] for security_group (a7f6e106-0449-4c36-b6d5-12f31be953d8), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.548890 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: f3f0c707-b7cf-485c-803c-ba85290a2a73 {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:10.549242 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device f3f0c707-b7cf-485c-803c-ba85290a2a73 not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:10.549657 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 338750cf-e95c-4559-b101-fc4723b973de no longer exists at agent ovs-agent-dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 16 16:19:10.568275 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37a57553-ba7c-4261-9711-ceb734ef99b1 admin admin] Publish callbacks [] for security_group (a7f6e106-0449-4c36-b6d5-12f31be953d8), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.572186 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.plugin [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] No Port match for: 338750cf-e95c-4559-b101-fc4723b973de {{(pid=102629) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 16 16:19:10.572535 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron.plugins.ml2.rpc [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Device 338750cf-e95c-4559-b101-fc4723b973de not bound to the agent host dv-cinder-829560-1-iscsi {{(pid=102629) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 16 16:19:10.620453 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37a57553-ba7c-4261-9711-ceb734ef99b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (a7f6e106-0449-4c36-b6d5-12f31be953d8), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.623003 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-37a57553-ba7c-4261-9711-ceb734ef99b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:10.624182 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-37a57553-ba7c-4261-9711-ceb734ef99b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a7f6e106-0449-4c36-b6d5-12f31be953d8 HTTP/1.1" status: 204 len: 168 time: 0.1324885 Feb 16 16:19:10.632184 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a57553-ba7c-4261-9711-ceb734ef99b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6e106-0449-4c36-b6d5-12f31be953d8,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:10.946500 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43176) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:10.984954 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-12c5f8f0-dd35-444b-8bdc-c87cdeb213b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7886b550681f4158a22db5023fa23c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372903 Feb 16 16:19:10.987564 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [-] (102628) accepted ('10.222.0.69', 43178) {{(pid=102628) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 16 16:19:11.036715 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfd7f-91fa-41e3-86e0-941cdac769ab admin admin] Publish callbacks [] for security_group (f0c0079e-90cb-4b73-b78d-08a01446a376), before_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:11.059705 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfd7f-91fa-41e3-86e0-941cdac769ab admin admin] Publish callbacks [] for security_group (f0c0079e-90cb-4b73-b78d-08a01446a376), precommit_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:11.107327 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfd7f-91fa-41e3-86e0-941cdac769ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-550967'] for security_group (f0c0079e-90cb-4b73-b78d-08a01446a376), after_delete {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:11.109979 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron_lib.callbacks.manager [None req-c0fcfd7f-91fa-41e3-86e0-941cdac769ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102628) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:11.111100 dv-cinder-829560-1-iscsi neutron-server[102628]: INFO neutron.wsgi [None req-c0fcfd7f-91fa-41e3-86e0-941cdac769ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0c0079e-90cb-4b73-b78d-08a01446a376 HTTP/1.1" status: 204 len: 168 time: 0.1226358 Feb 16 16:19:11.119869 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcfd7f-91fa-41e3-86e0-941cdac769ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c0079e-90cb-4b73-b78d-08a01446a376,revision_number=None']} {{(pid=102628) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 16:19:12.621669 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-364ab6cd-29e1-4875-9267-4f67b8456903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:13.690691 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:15.151599 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:16.501831 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:29.291862 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:19:36.480028 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:40.192126 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f8235bda-84d7-4dd3-b90c-8b3641385708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:42.622884 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-df6ed7d5-5a87-4158-9f29-47e228bc5241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:43.691260 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:45.153472 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:19:46.505218 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:06.290651 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:20:06.492206 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:10.195060 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ccd85be0-6861-4c32-b642-e16fcfa68c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:12.623577 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5948cec-00d1-425a-903c-58b6b1a9b1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:13.696048 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:15.157382 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:16.514032 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:36.506797 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:40.196087 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ed4898b9-da1a-4f0a-9575-9a18b60c844c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:42.625263 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fc9a406b-e66d-4890-841a-6e8a8b3fc1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:43.289470 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:20:43.698503 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:45.161809 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:20:46.510422 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:06.504556 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:10.197001 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-a9a364d6-8533-4f63-a346-304ab75ee814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:12.630948 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7570ce8b-cafa-4d35-b024-3f9e58c37fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:13.701058 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:15.166190 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:16.505821 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:20.290885 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:21:36.520265 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:40.198996 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-66acbb5f-66f2-46b9-810c-20317d8b0b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:42.624348 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-2a1820fa-6317-4175-a951-8a1c591c4537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:43.706671 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:45.167742 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:46.510298 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:21:57.290616 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:22:06.520484 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:10.212158 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-f77f277d-774a-47cb-b125-6a0fa593c2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:12.629832 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-1c9f10a9-a188-4c8b-be20-fd517ae61c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:13.711366 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:15.177432 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:16.528155 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:34.290449 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:22:36.523759 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:40.207968 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-926d54d2-d640-4daa-aadb-bb711ca85297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:42.625960 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-5c00193a-d5bc-4eaa-a37b-404d4bf98da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:43.712685 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:45.175532 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:22:46.518687 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:06.543335 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:10.202967 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-fbf6d4e6-c0f3-459d-a07c-cd6be845e586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:11.289884 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:23:12.622593 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-7da3ab78-7a43-439a-85e8-cd20e306761e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:13.715589 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:15.179538 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:16.515879 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:24.005742 dv-cinder-829560-1-iscsi neutron-server[102628]: DEBUG neutron.wsgi [req-6dc373df-e8ee-4a17-a892-19e3bbfa1756 req-a8054810-ea79-4bc2-877e-7db2c447933a tempest-AttachVolumeShelveTestJSON-1589159306 tempest-AttachVolumeShelveTestJSON-1589159306-project] (102628) timed out ('10.222.0.69', 36566) {{(pid=102628) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 16 16:23:36.550239 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:40.218144 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-242370df-a4d5-429a-90dd-2dc350f4c23b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:42.618414 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e0dafe81-f8ad-47e9-b67c-6a1844e6fc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:43.718766 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:45.181048 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:46.512678 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:23:48.288929 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 16 16:24:06.547588 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-ced4dd02-d3f9-4e29-998c-a7bdd13d8adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (16dab28d-39ad-4680-8387-e8da104d6082), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:10.214565 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-cefde37f-bde9-47fb-8635-d9edc6a88e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (59a56302-3bc5-4679-b6ca-eca82e8e9850), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:12.613270 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-94a5a3af-f6aa-45f0-9a56-73aa3678cb3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (e8aca6eb-aa77-4a99-8c59-1320f3940ce7), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:13.722001 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-e1f245e0-a8fe-4920-99dc-31bd38f2f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (834afe54-491d-4e05-84e2-d351de755b60), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:15.188478 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-c5326c2d-1fe2-4406-9e56-82f6b7b232a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (d44af789-7281-4ca1-9a32-831fccd7e3ea), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:16.506665 dv-cinder-829560-1-iscsi neutron-server[102629]: DEBUG neutron_lib.callbacks.manager [None req-575d5fe0-aade-4ed3-9b17-fa5afef9114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782659204473', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1608693'] for agent (ce1308cf-c515-4953-b6c1-df8d56c3f580), after_update {{(pid=102629) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 16 16:24:25.288662 dv-cinder-829560-1-iscsi neutron-server[102630]: DEBUG neutron.db.agents_db [None req-48147e34-253a-4fd7-bbf6-63a4417df570 None None] Agent healthcheck: found 6 active agents {{(pid=102630) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}